-- Logs begin at Fri 2022-02-04 09:38:56 UTC, end at Fri 2022-02-04 10:31:47 UTC. -- Feb 04 10:13:48.986690 dv-neutron-827824-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 10:13:51.357081 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.common.config [-] Logging enabled! Feb 04 10:13:51.357794 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 10:13:51.357894 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 10:13:51.361012 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.common.config [-] Logging enabled! Feb 04 10:13:51.361274 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 10:13:51.361595 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 10:13:51.362570 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:13:51.362811 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:13:51.363170 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:13:51.363422 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:13:51.363654 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:13:51.363976 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.364279 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.364584 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.364817 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.365117 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.365411 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.365695 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.366078 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.366391 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.366682 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.366963 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.367250 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.367485 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.367770 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.368059 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.368874 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.369099 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.369667 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.370241 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.370653 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.370939 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.371403 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.371504 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.371789 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.372065 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.372357 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.372695 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] host = dv-neutron-827824-1-hyperv {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.372978 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.373271 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.373563 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.373857 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.374163 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.374447 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.374740 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.375025 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.375302 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.375582 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.375878 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.376170 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.376465 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.376695 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.376922 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.377215 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.377505 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.377784 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.378087 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.378368 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.378645 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.378922 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.379194 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.379481 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.379768 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.380056 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.380333 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.380612 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.380884 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.381159 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.381446 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.381723 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.382020 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.382300 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.382590 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.382860 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.383137 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.383440 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.383730 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.384895 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.385192 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.385469 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.385759 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.386061 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.386340 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.386620 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.386898 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.387172 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.387458 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.387735 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.388011 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.388287 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.388563 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.388854 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.389132 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:51.389431 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.389734 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.390068 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.390362 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.390659 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.390944 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.391240 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.391522 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.391816 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.392109 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.392401 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.392684 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.392977 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.393258 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.393557 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.393870 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.394191 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.394492 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.394778 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.395059 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.395338 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.395623 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.395912 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.396211 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.396505 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.396786 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.397070 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.397367 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.397648 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.397924 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.398227 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.398519 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.398804 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.399079 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.399366 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.399832 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.400119 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.400394 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.400678 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.400978 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.401266 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.401543 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.401821 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.402142 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.402420 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.402710 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.402993 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.403273 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.403551 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.403833 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.404111 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.404386 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.404666 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.404948 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.405231 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.405510 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.405787 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.406090 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.406369 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.406644 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.406918 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.407194 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.407476 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.407751 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.408026 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.408302 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.408577 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.408852 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.409145 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.409447 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.409729 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.410032 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.410316 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.410595 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.410875 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.411154 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.411434 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.411714 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.411990 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.412283 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.412567 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.412853 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.413137 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.413416 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.413714 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.414020 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.414305 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.414583 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.414891 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.415185 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.415471 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.415941 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.416245 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.416544 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.416843 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.417142 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.417427 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.417740 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.418046 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:51.418271 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:13:51.418513 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87513) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 10:13:51.809639 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO keyring.backend [-] Loading KWallet Feb 04 10:13:51.817081 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO keyring.backend [-] Loading SecretService Feb 04 10:13:51.820910 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO keyring.backend [-] Loading Windows Feb 04 10:13:51.822471 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO keyring.backend [-] Loading chainer Feb 04 10:13:51.823062 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO keyring.backend [-] Loading macOS Feb 04 10:13:51.857378 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 10:13:51.857659 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 10:13:51.857978 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 10:13:51.858331 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 10:13:52.167085 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.167279 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.167559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.168754 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.169029 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.169307 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.288726 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.289007 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.289280 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.303259 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.303543 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.303836 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.332852 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.333130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.333402 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.372163 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.372736 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.372736 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.609616 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.609903 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.610205 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.610478 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.611225 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.747481 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.747814 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.748106 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.748386 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.748661 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.748978 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.749247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.749510 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.749770 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.750089 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.750352 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.750621 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.750888 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.751167 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.751418 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.751690 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.751951 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.752228 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.752483 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.752768 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.753117 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.753373 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.753623 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.753905 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.754183 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.754430 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.754821 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.755061 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.755297 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.755533 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.755769 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.756001 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:52.756371 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 10:13:52.760487 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 10:13:52.764473 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 10:13:52.768210 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 04 10:13:52.769863 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 10:13:52.770335 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 10:13:52.770670 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 10:13:52.771054 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 10:13:52.774163 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 10:13:52.774592 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 10:13:52.774954 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 10:13:52.802683 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 10:13:52.803135 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.803438 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87513) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 10:13:52.803804 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.805176 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87513) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 10:13:52.805461 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 10:13:52.806381 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 10:13:52.809753 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.810063 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:52.872438 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 10:13:52.872625 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 10:13:52.872864 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 10:13:52.873228 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 10:13:52.904326 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_db.sqlalchemy.engines [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87513) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 10:13:53.241459 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing driver for type 'gre' Feb 04 10:13:53.242014 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] gre ID ranges: [(1, 1000)] Feb 04 10:13:53.294326 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing driver for type 'local' Feb 04 10:13:53.294670 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing driver for type 'vlan' Feb 04 10:13:53.306139 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] VlanTypeDriver initialization complete Feb 04 10:13:53.306548 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing driver for type 'vxlan' Feb 04 10:13:53.307031 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] vxlan ID ranges: [(1, 1000)] Feb 04 10:13:53.358808 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing extension driver 'port_security' Feb 04 10:13:53.359169 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.extensions.port_security [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] PortSecurityExtensionDriver initialization complete Feb 04 10:13:53.359504 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing mechanism driver 'openvswitch' Feb 04 10:13:53.359840 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing mechanism driver 'hyperv' Feb 04 10:13:53.366515 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:53.367200 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.367578 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.367934 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.368469 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.368909 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.369266 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.369625 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.370062 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.370475 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.370829 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.371177 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.371579 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.371985 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.372339 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.372895 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.373069 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.373478 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.373829 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.374200 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.374725 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.375138 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > address_group after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.375494 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > address_group after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.375842 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.376243 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 10:13:53.376693 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] ML2 OVO RPC backend initialized. {{(pid=87513) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 10:13:53.377412 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.377779 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.378235 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.378594 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > networks before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.378958 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.379312 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > ports before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.379660 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.380011 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnets before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.380363 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.380712 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.381054 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.381396 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.381738 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.382115 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.382460 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.382801 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.383141 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.384501 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Modular L2 Plugin initialization complete Feb 04 10:13:53.384842 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading services supported by the core plugin {{(pid=87513) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 10:13:53.385175 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Got port-security extension from driver 'port_security' Feb 04 10:13:53.385641 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.extensions.vlantransparent [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Disabled vlantransparent extension. Feb 04 10:13:53.386158 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87513) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 10:13:53.386483 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: router Feb 04 10:13:53.423376 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.423780 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.424154 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router before_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.424527 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.424905 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.425264 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_delete 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.425630 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.426028 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.426386 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.426742 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.427097 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.427472 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.427890 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.428269 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.428617 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.428961 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.429324 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.429660 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.430043 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.430397 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.431286 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.431649 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.431998 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.432354 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.432729 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.433080 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.433450 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > agent after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.433807 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > agent after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.434192 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.435058 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Tracking information for resource: router configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:53.435394 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Tracking information for resource: floatingip configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 10:13:53.440626 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.db.l3_agentschedulers_db [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 10:13:53.441221 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.441599 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.441975 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.442341 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.443265 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router before_create 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.443640 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.444014 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_create 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.444377 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > router precommit_update 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.449485 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.provider_configuration [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service providers = [] {{(pid=87513) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 10:13:53.449852 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.db.servicetype_db [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87513) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 10:13:53.452852 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.service_base [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:13:53.453214 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.service_base [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:13:53.453565 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.service_base [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:13:53.454486 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.services.service_base [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 10:13:53.454868 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.services.service_base [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 10:13:53.455247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.455570 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 10:13:53.466494 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.466844 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: auto_allocate Feb 04 10:13:53.472809 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: network precommit_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.473183 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: network precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.473708 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.474064 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: tag Feb 04 10:13:53.480731 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.481068 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: timestamp Feb 04 10:13:53.485123 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.485464 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: network_ip_availability Feb 04 10:13:53.490786 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.491166 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.491578 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.492254 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.492582 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: flavors Feb 04 10:13:53.498070 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.498413 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading Plugin: revisions Feb 04 10:13:53.502743 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 10:13:53.503146 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 10:13:53.503899 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87513) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 10:13:53.504245 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Initializing extension manager. Feb 04 10:13:53.504759 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: __init__.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.505108 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: __pycache__ {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.505447 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.505784 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.506561 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.507133 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: address-group Feb 04 10:13:53.507464 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: address_scope.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.508187 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.508700 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: address-scope Feb 04 10:13:53.510021 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.511016 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.511531 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: router-admin-state-down-before-update Feb 04 10:13:53.511862 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: agent.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.512570 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.513080 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: agent Feb 04 10:13:53.513408 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: agent_resources_synced.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.514357 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.514872 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: agent-resources-synced Feb 04 10:13:53.515201 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: allowedaddresspairs.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.517210 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.517744 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: allowed-address-pairs Feb 04 10:13:53.518120 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: auto_allocated_topology.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.519212 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.519739 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: auto-allocated-topology Feb 04 10:13:53.520077 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.520780 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.521293 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: availability_zone Feb 04 10:13:53.521625 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: availability_zone_filter.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.522576 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.523087 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: availability_zone_filter Feb 04 10:13:53.523420 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: data_plane_status.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.524368 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.524866 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 10:13:53.525199 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: default_subnetpools.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.526151 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.526666 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: default-subnetpools Feb 04 10:13:53.526998 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.527999 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.528516 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: dhcp_agent_scheduler Feb 04 10:13:53.528850 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: dns.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.529780 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.530319 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension dns-integration not supported by any of loaded plugins Feb 04 10:13:53.530651 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: dns_domain_ports.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.531578 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.532091 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 10:13:53.532422 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: dvr.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.533103 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.533616 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: dvr Feb 04 10:13:53.533961 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: empty_string_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.534903 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.535419 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: empty-string-filtering Feb 04 10:13:53.535747 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.536671 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.537191 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 10:13:53.537518 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.538474 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.538983 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 10:13:53.539310 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: external_net.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.540367 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.540878 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: external-net Feb 04 10:13:53.541208 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.542167 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.542706 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: extra_dhcp_opt Feb 04 10:13:53.543034 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: extraroute.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.543958 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.544473 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: extraroute Feb 04 10:13:53.544798 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: extraroute_atomic.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.545850 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.546394 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: extraroute-atomic Feb 04 10:13:53.546722 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: filter_validation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.547399 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.547906 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: filter-validation Feb 04 10:13:53.548234 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: fip_pf_description.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.549165 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.549671 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 10:13:53.550022 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: fip_port_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.550951 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.551456 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: fip-port-details Feb 04 10:13:53.551785 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: flavors.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.553043 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.553565 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: flavors Feb 04 10:13:53.553897 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.556180 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.556672 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 10:13:53.556993 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: floatingip_pools.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.557702 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.558246 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: floatingip-pools Feb 04 10:13:53.558579 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: ip_allocation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.559523 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.560037 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 10:13:53.560372 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.561315 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.561834 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: ip-substring-filtering Feb 04 10:13:53.562192 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l2_adjacency.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.563138 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.563651 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 10:13:53.563982 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.564952 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.565469 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: router Feb 04 10:13:53.565800 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.569523 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.570096 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 10:13:53.570440 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.571973 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.572502 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: ext-gw-mode Feb 04 10:13:53.572834 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.573783 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.574336 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: l3-ha Feb 04 10:13:53.574673 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3_flavors.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.575605 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.576122 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: l3-flavors Feb 04 10:13:53.576453 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.577399 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.577921 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 10:13:53.578275 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: l3agentscheduler.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.579312 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.579834 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: l3_agent_scheduler Feb 04 10:13:53.580172 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: logging.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.581707 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.582275 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension logging not supported by any of loaded plugins Feb 04 10:13:53.582620 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: metering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.583372 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.583955 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: metering Feb 04 10:13:53.584293 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.585399 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.585923 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: metering_source_and_destination_fields Feb 04 10:13:53.586288 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: multiprovidernet.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.587277 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.587930 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: multi-provider Feb 04 10:13:53.588268 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: netmtu.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.589209 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.589723 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: net-mtu Feb 04 10:13:53.590089 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: netmtu_writable.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.591025 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.591538 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: net-mtu-writable Feb 04 10:13:53.591871 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: network_availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.592549 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.593059 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: network_availability_zone Feb 04 10:13:53.593390 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: network_ip_availability.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.594525 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.595041 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: network-ip-availability Feb 04 10:13:53.595373 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: network_segment_range.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.596142 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.596649 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 10:13:53.596978 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: pagination.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.598014 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.598354 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: pagination Feb 04 10:13:53.598682 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: port_device_profile.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.599617 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.600139 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: port-device-profile Feb 04 10:13:53.600471 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.601401 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.601918 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: port-mac-address-regenerate Feb 04 10:13:53.602273 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.603369 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.603884 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: port-numa-affinity-policy Feb 04 10:13:53.604215 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: port_resource_request.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.605140 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.605646 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 10:13:53.606069 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: portbindings.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.607011 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.607525 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: binding Feb 04 10:13:53.607854 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: portbindings_extended.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.609158 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.609675 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: binding-extended Feb 04 10:13:53.610042 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: portsecurity.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.610969 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.611481 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: port-security Feb 04 10:13:53.611812 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: project_id.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.612803 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.613141 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: project-id Feb 04 10:13:53.613471 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: providernet.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.614436 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.614952 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: provider Feb 04 10:13:53.615281 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.619640 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.620167 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos not supported by any of loaded plugins Feb 04 10:13:53.620504 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.621781 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.622339 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 10:13:53.622677 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.623621 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.624141 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 10:13:53.624474 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_default.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.625402 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.625918 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-default not supported by any of loaded plugins Feb 04 10:13:53.626274 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_fip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.626933 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.627444 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-fip not supported by any of loaded plugins Feb 04 10:13:53.627773 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_gateway_ip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.628725 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.629250 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 10:13:53.629580 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_port_network_policy.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.630543 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.631063 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 10:13:53.631393 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_rule_type_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.632331 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.632848 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 10:13:53.633179 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: qos_rules_alias.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.635081 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.635602 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 10:13:53.635938 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: quotasv2.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.636853 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.637191 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: quotas Feb 04 10:13:53.637520 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: quotasv2_detail.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.639273 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.639559 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: quota_details Feb 04 10:13:53.639905 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: rbac.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.640961 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.641493 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: rbac-policies Feb 04 10:13:53.641834 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: rbac_address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.642818 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.643342 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: rbac-address-group Feb 04 10:13:53.643678 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: rbac_address_scope.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.644626 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.645149 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: rbac-address-scope Feb 04 10:13:53.645485 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: rbac_security_groups.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.646440 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.646960 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: rbac-security-groups Feb 04 10:13:53.647296 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: rbac_subnetpool.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.648249 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.648916 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: rbac-subnetpool Feb 04 10:13:53.649248 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: revisionifmatch.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.650337 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.650860 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: revision-if-match Feb 04 10:13:53.651198 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: revisions.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.652335 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.652847 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: standard-attr-revisions Feb 04 10:13:53.653182 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: router_availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.653865 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.654413 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: router_availability_zone Feb 04 10:13:53.654748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: routerservicetype.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.655684 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.656198 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension router-service-type not supported by any of loaded plugins Feb 04 10:13:53.656529 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.657465 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.658002 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: security-groups-normalized-cidr Feb 04 10:13:53.658344 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.659279 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.659798 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: port-security-groups-filtering Feb 04 10:13:53.660131 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.661197 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.661723 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: security-groups-remote-address-group Feb 04 10:13:53.662094 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: securitygroup.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.671735 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.672271 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: security-group Feb 04 10:13:53.672615 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: segment.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.673408 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.673923 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension segment not supported by any of loaded plugins Feb 04 10:13:53.674285 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.675249 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.675764 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 10:13:53.676098 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: servicetype.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.677254 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.677780 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: service-type Feb 04 10:13:53.678149 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: sorting.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.679153 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.679492 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: sorting Feb 04 10:13:53.679826 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: standard_attr_segment.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.681294 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.681811 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 10:13:53.682167 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: standardattrdescription.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.682825 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.683342 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: standard-attr-description Feb 04 10:13:53.683673 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: stateful_security_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.684610 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.685129 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: stateful-security-group Feb 04 10:13:53.685461 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: stdattrs_common.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.686087 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 10:13:53.686416 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.687432 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.687948 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 10:13:53.688276 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnet_onboard.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.689364 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.689883 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: subnet_onboard Feb 04 10:13:53.690247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.691203 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.691712 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 10:13:53.692041 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnet_service_types.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.692985 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.693503 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: subnet-service-types Feb 04 10:13:53.693835 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnetallocation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.694965 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.695488 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: subnet_allocation Feb 04 10:13:53.695823 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.697072 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.697584 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: subnetpool-prefix-ops Feb 04 10:13:53.697913 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.698904 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.699418 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 10:13:53.699888 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: tagging.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.700835 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.701355 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: standard-attr-tag Feb 04 10:13:53.701693 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: timestamp.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.702961 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.703484 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loaded extension: standard-attr-timestamp Feb 04 10:13:53.703816 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: trunk.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.704890 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.705380 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension trunk not supported by any of loaded plugins Feb 04 10:13:53.705718 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: trunk_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.706679 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.707229 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension trunk-details not supported by any of loaded plugins Feb 04 10:13:53.707534 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: uplink_status_propagation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.708492 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.709010 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 10:13:53.709383 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Loading extension file: vlantransparent.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 10:13:53.710084 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 10:13:53.710573 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 10:13:53.713285 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:network Feb 04 10:13:53.714124 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnet Feb 04 10:13:53.714919 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:13:53.715541 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:port Feb 04 10:13:53.716920 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.717362 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service FLAVORS assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.718007 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.718460 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.718778 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:router Feb 04 10:13:53.719460 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:floatingip Feb 04 10:13:53.720225 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service METERING assigned prefix: /metering {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.721643 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.722064 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.722425 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:13:53.723579 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 10:13:53.724133 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:security_group Feb 04 10:13:53.724704 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 10:13:53.725483 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.725842 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:13:53.726389 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] subnetpool is already registered Feb 04 10:13:53.726969 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.727307 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:13:53.727685 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] subnetpool is already registered Feb 04 10:13:53.730373 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.730858 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service FLAVORS assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.731436 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.731853 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.732194 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:router Feb 04 10:13:53.732529 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] router is already registered Feb 04 10:13:53.733128 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:floatingip Feb 04 10:13:53.733461 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] floatingip is already registered Feb 04 10:13:53.734130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service METERING assigned prefix: /metering {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.734808 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 10:13:53.735142 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] rbac_policy is already registered Feb 04 10:13:53.735692 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:security_group Feb 04 10:13:53.736024 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] security_group is already registered Feb 04 10:13:53.736612 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 10:13:53.736947 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] security_group_rule is already registered Feb 04 10:13:53.737615 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.737969 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:13:53.738316 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] subnetpool is already registered Feb 04 10:13:53.738930 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 10:13:53.739262 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 10:13:53.739593 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] subnetpool is already registered Feb 04 10:13:53.740258 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: extensions {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.741815 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: address-groups {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.743990 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: address-scopes {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.745233 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.746472 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: auto-allocated-topology {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.747768 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: availability_zones {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.749117 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: dhcp-networks {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.750605 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: dhcp-agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.752059 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.753923 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: flavors {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.755128 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: service_profiles {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.756395 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: next_providers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.759805 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: service_profiles {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.761324 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: floatingip-pools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.762876 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.764718 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: floatingips {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.765927 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: l3-routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.767372 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: l3-agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.768803 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: metering-labels {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.770245 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: metering-label-rules {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.771531 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: network-ip-availabilities {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.772833 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: bindings {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.774665 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: quotas {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.776148 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: quotas {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.777617 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: rbac-policies {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.778977 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: security-groups {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.780223 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: security-group-rules {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.781509 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: service-providers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.782798 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: subnetpools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.784255 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: subnetpools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.785758 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.787513 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.789357 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.791761 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.793586 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.795519 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.797236 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.799228 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.801085 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.803017 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron.api.extensions [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 10:13:53.809679 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING keystonemiddleware.auth_token [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 10:13:53.814512 dv-neutron-827824-1-hyperv neutron-server[87513]: WARNING keystonemiddleware.auth_token [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 10:13:53.822882 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Acquired lock "singleton_lock" {{(pid=87513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 10:13:53.823370 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Releasing lock "singleton_lock" {{(pid=87513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 10:13:53.823999 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Starting 2 workers Feb 04 10:13:53.828684 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Started child 87620 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 10:13:53.832986 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Started child 87621 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 10:13:53.833958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.834504 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO neutron.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 10:13:53.835151 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Notify callbacks [] for process, before_spawn {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.835471 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [-] (87620) wsgi starting up on http://0.0.0.0:9696 Feb 04 10:13:53.837875 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.838333 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Starting 1 workers Feb 04 10:13:53.839432 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [-] (87621) wsgi starting up on http://0.0.0.0:9696 Feb 04 10:13:53.843089 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Started child 87622 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 10:13:53.843628 dv-neutron-827824-1-hyperv neutron-server[87513]: INFO oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Starting 1 workers Feb 04 10:13:53.846520 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] calling RpcWorker wait() {{(pid=87622) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 10:13:53.847030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] returning from RpcWorker wait() {{(pid=87622) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 10:13:53.847968 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Started child 87623 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 10:13:53.848227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.848669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:53.848788 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eed9e0be-d04e-430c-8a2d-973fd74d6a7e None None] Notify callbacks [] for process, after_spawn {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.850655 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 10:13:53.850875 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:13:53.851065 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:13:53.851285 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:13:53.851646 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:13:53.851810 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:13:53.852333 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.853150 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.853499 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.853859 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.854191 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.854590 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:13:53.855049 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.855049 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.855306 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.855609 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.855704 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:53.855845 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.856017 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.856185 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857065 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857065 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857065 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857370 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857570 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.857853 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.858052 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.858310 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.858598 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.858844 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.859127 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.859372 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.859856 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.860103 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.860368 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.860619 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.860907 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.861585 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.861585 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.861860 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.862012 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.862149 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.862381 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.862628 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.862858 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.863099 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.863358 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.863589 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.864063 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] host = dv-neutron-827824-1-hyperv {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.864306 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.864549 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.864779 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.865030 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.865277 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.865495 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.865764 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.866046 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.866315 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.866558 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.866817 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.867045 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.867279 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.867532 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.867697 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_options = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.867919 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.868778 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.869088 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.869311 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.869455 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.869593 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.869849 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.870039 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.870304 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.870556 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.870780 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.871020 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.871260 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.871501 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.871768 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.872008 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.872247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.872553 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.872822 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.873051 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.873398 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.873582 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.873786 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.874060 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.874479 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.874935 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.874935 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.875338 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.875338 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.875720 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.875720 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.875927 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.876149 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.876415 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.876666 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.876917 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.877143 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.877414 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878274 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878274 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878274 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878708 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878708 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.878911 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.879060 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.880867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.881330 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.881330 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.881459 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.881805 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.882113 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.882428 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.882689 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.882926 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.883175 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.883912 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.883912 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.884078 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885135 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885135 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885135 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885342 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885785 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.885785 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.886085 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.886852 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.887136 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.887390 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.887637 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.887856 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.888076 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.888425 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.888741 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.889427 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.889427 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.889593 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.889731 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.890010 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.890241 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.890465 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.890687 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.891244 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.891244 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.891399 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894385 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894977 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894977 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.894977 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.895328 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.895521 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.895675 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.895921 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.896165 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.896403 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.896597 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.896816 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.897067 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.897293 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.897515 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.897752 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.898027 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.898237 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.898489 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.898725 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.898935 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.899142 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.899427 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.899674 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.899928 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.900254 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.900486 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.900732 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.900994 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.901170 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.901386 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.901730 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.902068 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.902354 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.902567 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.903096 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.903343 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.903559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.903878 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.904124 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.904340 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.904622 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.904942 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.905176 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.905807 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.905807 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.906014 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.906185 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.906436 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.906658 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.906888 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.907114 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.907527 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.907769 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.908022 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.908242 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.908551 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.908732 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.908944 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.909160 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.912915 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.914130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.915748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.916748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.916748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.916748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.916748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.917263 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.917263 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.921775 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.922040 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.922309 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.922555 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.922810 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.923108 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.923877 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.923877 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.924063 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.924302 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.924737 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.924851 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.925098 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.925334 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.929530 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.929812 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.930232 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.930529 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.931521 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.931738 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.932202 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.932671 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.932933 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.933154 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.933491 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.933734 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.936275 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.936540 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.936824 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.937093 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.937350 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.937615 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.937847 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.938102 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.938334 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.938591 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.938878 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.939107 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.939420 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.939696 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.939933 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.940174 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.940408 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.940668 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.940909 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.941180 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.941423 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.941688 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.941909 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.942182 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.942423 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.942642 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.942873 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.943089 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.943332 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.943647 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.943979 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.944233 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.944466 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.944710 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.944929 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.945172 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.945417 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.945635 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.945863 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.946208 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.946500 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.946774 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.947191 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.947462 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.947694 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.947924 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.948134 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.948352 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.948565 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.948863 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.949114 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.949350 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.949586 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.949825 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.950095 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.950308 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.950519 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.950718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:13:53.950817 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.950959 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.951156 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.951365 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.951572 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.951807 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.952015 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.952297 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.952560 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.952789 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.953061 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.953361 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.953542 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.954132 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.954449 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.954701 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.954957 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.955188 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.955402 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.955630 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.955890 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.956595 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.956905 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.957168 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.957469 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.957735 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.958559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.958559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.958559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.958979 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.959153 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.959441 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.959698 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.959949 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.960224 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.960749 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.960749 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.960926 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.961131 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.961345 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.961612 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.961893 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.962143 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.962358 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.962583 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.962822 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.963042 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.963272 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.963491 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.963705 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.963863 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:13:53.964404 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 10:13:53.964564 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 10:13:53.964716 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 10:13:53.964885 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 10:13:53.965058 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 10:13:53.965234 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 10:13:53.965404 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.965565 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.965727 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.965887 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966064 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966235 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966395 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966669 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966804 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.966959 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967111 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967263 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967415 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967666 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967833 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.967992 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968151 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968309 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968475 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968661 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968833 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.968954 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969108 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969259 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969457 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969636 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969781 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.969958 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970111 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970255 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970397 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970539 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970690 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970837 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.970999 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971151 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971310 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971454 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971613 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971764 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.971925 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] host = dv-neutron-827824-1-hyperv {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.972076 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.972239 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.972743 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.972898 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973050 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973210 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973369 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973512 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973665 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973817 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.973996 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974150 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974310 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974471 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974631 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_options = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974788 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.974947 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975213 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975314 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975442 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975606 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975764 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.975924 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976083 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976239 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976398 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976561 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976833 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.976998 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.977192 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.977348 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978074 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978223 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978367 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978515 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978659 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978802 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.978962 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979113 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979274 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979426 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979586 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979743 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.979901 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980062 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980222 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980382 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980539 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980702 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.980867 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981013 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981174 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981335 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981482 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981642 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981799 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.981972 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982131 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982289 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982449 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982603 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982760 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.982917 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983074 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983231 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983388 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983545 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983701 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.983859 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.984023 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 10:13:53.984208 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.984369 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.984542 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.984701 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.984863 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985023 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985181 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985346 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985511 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985668 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.985834 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986015 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986187 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986348 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986508 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986727 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.986862 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987008 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987167 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987328 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987489 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987649 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987827 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.987986 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988147 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988307 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988468 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988629 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988791 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.988950 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989110 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989273 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989432 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989593 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989752 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.989913 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990092 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990254 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990416 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990775 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990775 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.990936 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991047 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991210 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991370 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991531 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991691 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.991901 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992013 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992192 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992343 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992502 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992662 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992819 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.992979 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.993722 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.993895 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994082 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994239 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994399 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994560 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994735 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.994894 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995055 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995214 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995376 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995541 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995701 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.995862 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996021 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996181 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996342 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996501 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996662 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996819 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.996983 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997142 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997302 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997462 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997622 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997781 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.997957 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998118 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998278 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998449 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998624 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998784 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.998944 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999105 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999264 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999426 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999586 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999746 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:53.999905 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000067 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000227 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000388 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000551 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000713 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.000872 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001031 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001191 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001351 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001510 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001670 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.001831 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002014 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002175 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002336 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002494 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002654 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002824 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.002985 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003148 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003308 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003475 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003644 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003806 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.003966 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004126 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004285 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004447 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004607 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004767 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.004927 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005087 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005420 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005591 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005752 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.005913 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006094 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006278 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006440 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006601 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006762 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.006925 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007086 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007247 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007409 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007574 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007718 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.007879 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008040 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008200 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008361 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008522 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008695 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.008962 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.009128 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.009542 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.009704 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.009866 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010049 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010211 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010371 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010532 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010692 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.010851 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011011 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011172 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011333 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011492 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011652 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011811 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.011971 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012131 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012291 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012454 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012618 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012780 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.012941 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013102 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013263 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013424 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013584 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013748 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.013907 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014089 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014250 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014409 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014570 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014731 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.014891 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015052 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015219 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015379 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015556 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015716 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.015875 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016035 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016194 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016354 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016514 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016673 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016831 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.016990 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017150 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017313 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017476 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017637 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017796 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.017975 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018137 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018296 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018456 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018630 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018791 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.018950 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019110 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019268 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019438 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019597 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019757 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.019917 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020076 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020246 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020406 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020566 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020725 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.020884 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021053 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021214 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021374 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021559 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021702 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.021862 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022050 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022214 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022373 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022539 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022699 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.022859 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023019 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023181 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023346 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023514 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023681 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.023843 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024011 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024180 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024396 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024622 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024792 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.024966 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025130 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025291 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025449 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025609 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025769 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.025928 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026110 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026269 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026429 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026588 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026749 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.026909 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027069 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027228 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027387 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027548 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027708 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.027866 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.028025 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 10:13:54.028178 dv-neutron-827824-1-hyperv neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 10:13:54.154316 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:13:54.162707 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061727 Feb 04 10:14:04.548496 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579859a6-f374-4978-bbba-8ad069d987fd None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:14:04.622476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579859a6-f374-4978-bbba-8ad069d987fd None None] No non-hosted networks {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 10:14:04.630625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.agentschedulers_db [None req-579859a6-f374-4978-bbba-8ad069d987fd None None] DHCP Agent not found on host dv-neutron-827824-1-hyperv {{(pid=87622) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 10:14:04.725688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-251ebe36-c7bd-442f-9738-e246a49c9490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:07.011561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d235dda3-ed60-46cf-9466-c000a8c75d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:07.072461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8f609680-6c12-4e7d-b4cc-e708c7ebfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:07.855176 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:07.941875 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:07.943164 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.945244 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.947464 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.949356 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.952029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.952578 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.953776 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.955788 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.956387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.957984 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.959148 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.959664 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:07.960388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827824-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:07.971456 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827824-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:09.348790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:11.037042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 35188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:11.613016 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING oslo_policy.policy [None req-bdafdeb4-00e6-4a5d-9717-b7f80ec534fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:11.613597 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING oslo_policy.policy [None req-bdafdeb4-00e6-4a5d-9717-b7f80ec534fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:11.836699 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-bdafdeb4-00e6-4a5d-9717-b7f80ec534fe admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:14:11.837928 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bdafdeb4-00e6-4a5d-9717-b7f80ec534fe admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7988331 Feb 04 10:14:14.028374 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.db.l3_hamode_db [None req-f5a6a2c5-5096-4de6-89ef-13f183f51dd6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 10:14:14.112268 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6a2c5-5096-4de6-89ef-13f183f51dd6 None None] Routers set() bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:14:14.112676 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6a2c5-5096-4de6-89ef-13f183f51dd6 None None] Router IDs set() for agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 10:14:14.192848 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 35202) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:14.548483 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:14.653462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.policy [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 10:14:14.699488 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING oslo_policy.policy [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:14.699859 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING oslo_policy.policy [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:14.708255 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.quota [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Loaded quota_driver: . Feb 04 10:14:14.723342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:14.782623 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481366135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481368584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481376686', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481381992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481391254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761481464397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1634284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1609287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037056'] for rbac-policy, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:14.845385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:14.846603 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4e860350-988a-43ef-a4c8-52668551067f admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6527984 Feb 04 10:14:17.400965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 35216) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:17.742603 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:17.747258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:17.751831 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Usage tracker for resource:network and tenant:ba7044dc9ef74b818891b64236f03ba6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:17.756436 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:17.763701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:17.772337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Made reservation on behalf of ba7044dc9ef74b818891b64236f03ba6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:14:17.775857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:17.793285 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:17.807169 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:17.810777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Usage tracker for resource:security_group_rule and tenant:ba7044dc9ef74b818891b64236f03ba6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:17.815968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:17.822240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:17.920405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:17.924087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:17.946873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:14:17.973104 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761478250033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:17.973697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Unsubscribe: segment precommit_create {{(pid=87620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 10:14:17.974230 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Added segment 60d555bf-bcf3-4150-bec3-e2dc93024666 of type vlan for network ec9a459d-5bcb-414f-8995-6c9653aa7f52 Feb 04 10:14:18.023935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a98aa-61a0-4027-95f4-187efb2ca9ec,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:18.044821 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.045192 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.045539 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.045878 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.046243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.046578 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.046910 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.047240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.047568 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.047893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.048220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.048543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Tracked resource versions report: Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: pushed versions: Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: { 'AddressGroup': {'1.2'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'ConntrackHelper': {'1.0'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Log': {'1.0'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Network': {'1.1'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Port': {'1.7'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'PortForwarding': {'1.2'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'QosPolicy': {'1.8'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroup': {'1.4'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SubPort': {'1.0'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Subnet': {'1.1'}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Trunk': {'1.1'}} Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: consumer versions: Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'ConntrackHelper': '1.0', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Log': '1.0', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Network': '1.1', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Port': '1.7', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'PortForwarding': '1.2', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'QosPolicy': '1.8', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroup': '1.4', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroupRule': '1.2', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SubPort': '1.0', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Subnet': '1.1', Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Trunk': '1.1'}} Feb 04 10:14:18.049804 dv-neutron-827824-1-hyperv neutron-server[87620]: {{(pid=87620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:14:18.089127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:18.130070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:18.131383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:18.132080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:18.238518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] Pushing event updated for resources: {'Network': ['ID=ec9a459d-5bcb-414f-8995-6c9653aa7f52,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:18.243791 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-da6ae6d7-6e07-47d9-aec0-60ac89950e3e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8418138 Feb 04 10:14:18.261559 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:14:20.880782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:21.445499 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING oslo_policy.policy [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:21.446179 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING oslo_policy.policy [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:21.894284 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.policy [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87621) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 10:14:21.938935 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING oslo_policy.policy [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:21.939301 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING oslo_policy.policy [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 10:14:21.947474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:21.949189 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-69db9a0d-0257-4a99-a5e7-2579a98664f2 admin admin] 10.222.0.73 "GET /v2.0/networks/ec9a459d-5bcb-414f-8995-6c9653aa7f52 HTTP/1.1" status: 200 len: 825 time: 1.0675228 Feb 04 10:14:21.981390 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e1bf9cd9-112f-4d4c-aef0-9e0d39f216a1 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/b725eab1-cfa3-4423-9115-d4374996f54c HTTP/1.1" status: 200 len: 734 time: 0.0267961 Feb 04 10:14:21.989927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Request body: {'subnet': {'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c', 'gateway_ip': '172.20.0.1', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:21.991545 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.quota [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Loaded quota_driver: . Feb 04 10:14:21.997588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:22.003000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Usage tracker for resource:subnet and tenant:ba7044dc9ef74b818891b64236f03ba6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:22.006221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:22.013287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:22.027210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Made reservation on behalf of ba7044dc9ef74b818891b64236f03ba6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:14:22.030068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:22.331120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:22.412081 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Checking segment: {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:14:22.412435 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Network hostable DHCP agents. Network: ec9a459d-5bcb-414f-8995-6c9653aa7f52, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:14:22.429197 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75325a86-854a-462d-983f-98f0cdab7dc0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:22.440879 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.441238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.441574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.441900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.442248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.442586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.442909 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.443226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.443540 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.443851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.444163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.444472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Tracked resource versions report: Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: pushed versions: Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: { 'AddressGroup': {'1.2'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'ConntrackHelper': {'1.0'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Log': {'1.0'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Network': {'1.1'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Port': {'1.7'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'PortForwarding': {'1.2'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'QosPolicy': {'1.8'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroup': {'1.4'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SubPort': {'1.0'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Subnet': {'1.1'}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Trunk': {'1.1'}} Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: consumer versions: Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'ConntrackHelper': '1.0', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Log': '1.0', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Network': '1.1', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Port': '1.7', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'PortForwarding': '1.2', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'QosPolicy': '1.8', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroup': '1.4', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroupRule': '1.2', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SubPort': '1.0', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Subnet': '1.1', Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Trunk': '1.1'}} Feb 04 10:14:22.445850 dv-neutron-827824-1-hyperv neutron-server[87621]: {{(pid=87621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:14:22.460213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:14:22.478834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, ec9a459d-5bcb-414f-8995-6c9653aa7f52) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:22.483267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:22.483917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:22.488113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad44b2-67aa-4838-9bd0-1f991ebe7fbc None None] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:14:22.505887 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1790f707-ca9a-44d6-8e18-c8d60d6dc21e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5192368 Feb 04 10:14:22.893927 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:14:22.895125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.077267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Allocated IP 172.20.0.2 (ec9a459d-5bcb-414f-8995-6c9653aa7f52/75325a86-854a-462d-983f-98f0cdab7dc0/440bd6c5-b851-4bbd-8c9f-431578a76205) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:14:23.305048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.318276 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Transition to ACTIVE for port object 440bd6c5-b851-4bbd-8c9f-431578a76205 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:23.340396 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Transition to ACTIVE for port object 440bd6c5-b851-4bbd-8c9f-431578a76205 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:23.347763 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.416812 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:14:23.419538 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:23.425568 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Pushing event updated for resources: {'Port': ['ID=440bd6c5-b851-4bbd-8c9f-431578a76205,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:23.430381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:14:23.463522 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.463880 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.464222 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.464560 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.464889 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.465229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.465558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.465879 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.466225 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.466550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.466869 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.467187 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Tracked resource versions report: Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: pushed versions: Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: { 'AddressGroup': {'1.2'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'ConntrackHelper': {'1.0'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Log': {'1.0'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Network': {'1.1'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Port': {'1.7'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'PortForwarding': {'1.2'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'QosPolicy': {'1.8'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroup': {'1.4'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SubPort': {'1.0'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Subnet': {'1.1'}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Trunk': {'1.1'}} Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: consumer versions: Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'ConntrackHelper': '1.0', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Log': '1.0', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Network': '1.1', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Port': '1.7', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'PortForwarding': '1.2', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'QosPolicy': '1.8', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroup': '1.4', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroupRule': '1.2', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SubPort': '1.0', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Subnet': '1.1', Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Trunk': '1.1'}} Feb 04 10:14:23.468504 dv-neutron-827824-1-hyperv neutron-server[87622]: {{(pid=87622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:14:23.531412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Attempting to bind port 440bd6c5-b851-4bbd-8c9f-431578a76205 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:14:23.532074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Attempting to bind port 440bd6c5-b851-4bbd-8c9f-431578a76205 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:14:23.532235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Attempting to bind port 440bd6c5-b851-4bbd-8c9f-431578a76205 on network ec9a459d-5bcb-414f-8995-6c9653aa7f52 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:14:23.537390 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:14:23.537799 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Checking segment: {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:14:23.538300 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.539241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Bound using segment: {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:14:23.539730 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Bound port: 440bd6c5-b851-4bbd-8c9f-431578a76205, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:14:23.540136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.627194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] For port 440bd6c5-b851-4bbd-8c9f-431578a76205, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:14:23.630879 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] For port 440bd6c5-b851-4bbd-8c9f-431578a76205, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=440bd6c5-b851-4bbd-8c9f-431578a76205,segment=NetworkSegment(60d555bf-bcf3-4150-bec3-e2dc93024666),segment_id=60d555bf-bcf3-4150-bec3-e2dc93024666)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:14:23.635499 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:23.747214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd814c6d-553b-4fa4-b9de-69e176a03a01 None None] Pushing event updated for resources: {'Port': ['ID=440bd6c5-b851-4bbd-8c9f-431578a76205,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:24.927301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:25.293986 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-0a083477-ed36-4ed3-bfeb-0398505a6b14 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:14:25.294995 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0a083477-ed36-4ed3-bfeb-0398505a6b14 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3666737 Feb 04 10:14:27.427881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d939e1ac-8a5a-4284-982d-b107db3d8a03 None None] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:14:27.509765 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-021c9ae9-acaa-4ca0-bd09-ccccb44f9409 None None] Provisioning for port 440bd6c5-b851-4bbd-8c9f-431578a76205 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:27.653534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 440bd6c5-b851-4bbd-8c9f-431578a76205 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:27.668171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35266) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:27.756144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 440bd6c5-b851-4bbd-8c9f-431578a76205 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:27.762157 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 440bd6c5-b851-4bbd-8c9f-431578a76205 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:27.762571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:27.883510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:27.918288 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 440bd6c5-b851-4bbd-8c9f-431578a76205, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=440bd6c5-b851-4bbd-8c9f-431578a76205,segment=NetworkSegment(60d555bf-bcf3-4150-bec3-e2dc93024666),segment_id=60d555bf-bcf3-4150-bec3-e2dc93024666)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:14:27.922408 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:27.999198 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f962223a-7f33-4925-9441-d7fca07dac25 None None] Provisioning complete for port 440bd6c5-b851-4bbd-8c9f-431578a76205 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:27.999570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f962223a-7f33-4925-9441-d7fca07dac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:28.041075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=440bd6c5-b851-4bbd-8c9f-431578a76205,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:28.056107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-744160e3-a4b9-4205-9719-607e81e3d3c8 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:14:28.057092 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-744160e3-a4b9-4205-9719-607e81e3d3c8 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3879964 Feb 04 10:14:29.602586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 440bd6c5-b851-4bbd-8c9f-431578a76205 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:29.669353 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 440bd6c5-b851-4bbd-8c9f-431578a76205 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:29.669734 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:30.669821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:31.010113 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:31.015218 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:31.019042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Usage tracker for resource:router and tenant:ba7044dc9ef74b818891b64236f03ba6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:31.022198 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:31.028135 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:31.038287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:31.039898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:31.062129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:31.172308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:31.190867 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:31.192207 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2dabaa7a-b32e-4177-8ed6-b4664eff88c5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5213821 Feb 04 10:14:33.531541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35288) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:33.888327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-f7d22e5e-8962-463e-829a-e0ac6f4feff7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:14:33.889356 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f7d22e5e-8962-463e-829a-e0ac6f4feff7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3568659 Feb 04 10:14:34.509230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f677ea2d-c9de-497d-80f3-7922483949fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:34.938793 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:14:36.245348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:36.599777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:36.604915 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:36.608700 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Usage tracker for resource:network and tenant:9e2b52e3753645aa87cf413435a170c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:36.611621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:36.617382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:36.626788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Made reservation on behalf of 9e2b52e3753645aa87cf413435a170c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:14:36.629018 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.645851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.660544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:36.664184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Usage tracker for resource:security_group_rule and tenant:9e2b52e3753645aa87cf413435a170c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:36.667315 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:36.673103 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:36.788209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.792013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.810470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Reserving flat network on physical network physnet1 {{(pid=87621) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 10:14:36.831821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a31e19-a939-4153-92ec-c15046256ff2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:36.838068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761478250033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.838632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Unsubscribe: segment precommit_create {{(pid=87621) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 10:14:36.839100 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Added segment fd85ed38-e2f4-4dbc-8c1e-c1926a82f836 of type flat for network a23519c8-dc0f-4c7f-a31d-00ded3e92fae Feb 04 10:14:36.885084 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.925386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:36.926331 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:36.926910 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:37.005149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0c46dbac-227b-444d-baaa-51bb0acec3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:37.028637 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7821894 Feb 04 10:14:37.029331 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443cd8c-bd91-4e3e-8152-74cdd9758c1a admin admin] Pushing event updated for resources: {'Network': ['ID=a23519c8-dc0f-4c7f-a31d-00ded3e92fae,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:37.063770 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:14:37.822030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:37.932203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:39.325291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:39.503669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:39.716630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88315f3f-54f9-4b59-b5d1-0522fd4c215d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:39.718199 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-88315f3f-54f9-4b59-b5d1-0522fd4c215d admin admin] 10.222.0.73 "GET /v2.0/subnets/75325a86-854a-462d-983f-98f0cdab7dc0 HTTP/1.1" status: 200 len: 849 time: 0.2135074 Feb 04 10:14:39.868950 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3d8fc67d-d55c-415e-ad57-62819e485e7f admin admin] 10.222.0.73 "GET /v2.0/routers/ae8e4835-8d46-4d13-aaf9-123a4f23bf8a HTTP/1.1" status: 200 len: 704 time: 0.1451828 Feb 04 10:14:40.319336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:40.543169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Allocated IP 172.20.0.1 (ec9a459d-5bcb-414f-8995-6c9653aa7f52/75325a86-854a-462d-983f-98f0cdab7dc0/9d1c388d-c077-4f65-b38f-c5046a6205e0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:14:40.728254 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:40.746136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Transition to ACTIVE for port object 9d1c388d-c077-4f65-b38f-c5046a6205e0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:40.798557 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:40.862332 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:14:40.865082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:40.869544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:14:40.870109 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.004052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1c388d-c077-4f65-b38f-c5046a6205e0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:41.108470 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fccf35ee-4ac7-43f5-a715-930188ece1b1 None None] Provisioning for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:41.113762 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fccf35ee-4ac7-43f5-a715-930188ece1b1 None None] Provisioning complete for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:41.114173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fccf35ee-4ac7-43f5-a715-930188ece1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.133219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.166993 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fccf35ee-4ac7-43f5-a715-930188ece1b1 None None] Port 9d1c388d-c077-4f65-b38f-c5046a6205e0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:14:41.352850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.356919 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.357626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.493390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1c388d-c077-4f65-b38f-c5046a6205e0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:41.552615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:14:41.553633 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:41.742931 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:14:41.788711 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1bb20ac2-b5a2-48c8-bf41-fc68a58dd037 None None] Provisioning complete for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:41.789187 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1bb20ac2-b5a2-48c8-bf41-fc68a58dd037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:41.843306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1bb20ac2-b5a2-48c8-bf41-fc68a58dd037 None None] Port 9d1c388d-c077-4f65-b38f-c5046a6205e0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:14:41.898796 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:14:41.908317 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Sync routers for ids ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:14:41.909121 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6adf84ac-dd0f-4ee6-938c-ab23724c3087 admin admin] 10.222.0.73 "PUT /v2.0/routers/ae8e4835-8d46-4d13-aaf9-123a4f23bf8a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0353296 Feb 04 10:14:41.919104 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Routers {'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:14:41.919962 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:14:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:42.096994 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Set router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:14:42.466169 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:41Z', 'revision_number': 2, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port_host': None, '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:41Z', 'revision_number': 2, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:42.471053 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Checking router: ae8e4835-8d46-4d13-aaf9-123a4f23bf8a for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:14:42.471437 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Updating router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a port 9d1c388d-c077-4f65-b38f-c5046a6205e0 binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:14:42.525338 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:42.907360 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:42.922541 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Transition to ACTIVE for port object 9d1c388d-c077-4f65-b38f-c5046a6205e0 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:42.929482 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:43.077148 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Pushing event updated for resources: {'Port': ['ID=9d1c388d-c077-4f65-b38f-c5046a6205e0,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:43.115061 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.115407 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.115752 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.116084 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.116412 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.117481 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.117810 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.118250 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.118595 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.118921 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.119243 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.119561 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Tracked resource versions report: Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: pushed versions: Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: { 'AddressGroup': {'1.2'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'ConntrackHelper': {'1.0'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Log': {'1.0'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Network': {'1.1'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Port': {'1.7'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'PortForwarding': {'1.2'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'QosPolicy': {'1.8'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroup': {'1.4'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SubPort': {'1.0'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Subnet': {'1.1'}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Trunk': {'1.1'}} Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: consumer versions: Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'ConntrackHelper': '1.0', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Log': '1.0', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Network': '1.1', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Port': '1.7', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'PortForwarding': '1.2', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'QosPolicy': '1.8', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroup': '1.4', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroupRule': '1.2', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SubPort': '1.0', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Subnet': '1.1', Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Trunk': '1.1'}} Feb 04 10:14:43.120883 dv-neutron-827824-1-hyperv neutron-server[87623]: {{(pid=87623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:14:43.181664 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Attempting to bind port 9d1c388d-c077-4f65-b38f-c5046a6205e0 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:14:43.182127 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Attempting to bind port 9d1c388d-c077-4f65-b38f-c5046a6205e0 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:14:43.182551 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Attempting to bind port 9d1c388d-c077-4f65-b38f-c5046a6205e0 on network ec9a459d-5bcb-414f-8995-6c9653aa7f52 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:14:43.187658 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:14:43.188063 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Checking segment: {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:14:43.188526 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:43.188913 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Bound using segment: {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:14:43.189404 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Bound port: 9d1c388d-c077-4f65-b38f-c5046a6205e0, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d555bf-bcf3-4150-bec3-e2dc93024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:14:43.189783 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:43.274891 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] For port 9d1c388d-c077-4f65-b38f-c5046a6205e0, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:14:43.279240 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] For port 9d1c388d-c077-4f65-b38f-c5046a6205e0, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9d1c388d-c077-4f65-b38f-c5046a6205e0,segment=NetworkSegment(60d555bf-bcf3-4150-bec3-e2dc93024666),segment_id=60d555bf-bcf3-4150-bec3-e2dc93024666)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:14:43.283802 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:43.370774 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Routers {'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:14:43.371405 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:14:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:43.426767 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497400d5-c962-451e-9e4c-aae3cff08511 None None] Pushing event updated for resources: {'Port': ['ID=9d1c388d-c077-4f65-b38f-c5046a6205e0,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:43.531231 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] Set router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:14:43.855574 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:41Z', 'revision_number': 2, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port_host': None, '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:43Z', 'revision_number': 4, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:43.859260 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752f465-be55-4f89-9eea-d667c814a40f None None] The sync data for ids ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'] in dv-neutron-827824-1-hyperv is: [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:41Z', 'revision_number': 2, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port_host': None, '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:43Z', 'revision_number': 4, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:14:44.109061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35340) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:44.308290 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54f27e-7d99-4999-8472-f4571fe5bbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:44.308855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b54f27e-7d99-4999-8472-f4571fe5bbcc admin admin] Synchronizing usage tracker for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:14:44.325978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b54f27e-7d99-4999-8472-f4571fe5bbcc admin admin] Unset dirty status for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:14:44.327567 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2b54f27e-7d99-4999-8472-f4571fe5bbcc admin admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 842 time: 0.2175055 Feb 04 10:14:44.337135 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:44.342212 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:14:44.345917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Usage tracker for resource:subnet and tenant:9e2b52e3753645aa87cf413435a170c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:14:44.348780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:14:44.355713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:14:44.365346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Made reservation on behalf of 9e2b52e3753645aa87cf413435a170c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:14:44.367723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:44.731327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:14:44.731786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:44.801607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a817392-c218-47d5-8516-6227d5a27dca,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:44.813862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:14:44.814247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Network hostable DHCP agents. Network: a23519c8-dc0f-4c7f-a31d-00ded3e92fae, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:14:44.833883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:14:44.844691 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, a23519c8-dc0f-4c7f-a31d-00ded3e92fae) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:44.848942 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:44.849528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:44.855254 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794c273-a2dd-4226-8322-efbfb3c989b8 None None] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:14:44.871838 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-df2a8c28-b3dc-40d8-a59d-cfd379cd9eef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5383019 Feb 04 10:14:45.094361 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b37c9c-bb4d-4d6d-947a-78fcf53955d1 None None] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:14:45.637267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1c388d-c077-4f65-b38f-c5046a6205e0 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:45.712126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:45.718939 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:45.719476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:45.841491 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:45.873420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 9d1c388d-c077-4f65-b38f-c5046a6205e0, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9d1c388d-c077-4f65-b38f-c5046a6205e0,segment=NetworkSegment(60d555bf-bcf3-4150-bec3-e2dc93024666),segment_id=60d555bf-bcf3-4150-bec3-e2dc93024666)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:14:45.877381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:45.944547 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=9d1c388d-c077-4f65-b38f-c5046a6205e0,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:47.132485 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:47.324068 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-825495f4-eb63-4b22-b4cb-691e5d86e602 admin admin] 10.222.0.73 "GET /v2.0/routers/ae8e4835-8d46-4d13-aaf9-123a4f23bf8a HTTP/1.1" status: 200 len: 710 time: 0.1903698 Feb 04 10:14:47.447414 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ad764-cb80-485f-8d46-0d19ed38f859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:14:47.448733 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-684ad764-cb80-485f-8d46-0d19ed38f859 admin admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 886 time: 0.1197052 Feb 04 10:14:47.457087 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:14:47.612855 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1c388d-c077-4f65-b38f-c5046a6205e0 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:47.680250 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:47.680621 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:47.899958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:48.267880 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:48.321897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:48.456099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Allocated IP 172.26.5.248 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/d3157582-7e94-4491-91cd-f170ee8d9b19) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:14:48.598848 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:48.626820 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:48.689123 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:14:48.692005 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:14:48.696512 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:14:48.762592 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3157582-7e94-4491-91cd-f170ee8d9b19,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:49.080541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:49.456160 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:49.459322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:49.634888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:14:49.808281 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:14:49.817303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:49.818529 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-360d7df9-dabd-445a-b45c-d8d578a230b3 admin admin] 10.222.0.73 "PUT /v2.0/routers/ae8e4835-8d46-4d13-aaf9-123a4f23bf8a HTTP/1.1" status: 200 len: 890 time: 2.3644805 Feb 04 10:14:49.818779 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Sync routers for ids ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:14:49.828693 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Routers {'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:14:49.829482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:14:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:50.022268 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Set router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:14:50.360620 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:48Z', 'revision_number': 4, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port': {'id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:48Z', 'updated_at': '2022-02-04T10:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:45Z', 'revision_number': 5, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:50.365275 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Checking router: ae8e4835-8d46-4d13-aaf9-123a4f23bf8a for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:14:50.365634 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Updating router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a port d3157582-7e94-4491-91cd-f170ee8d9b19 binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:14:50.417716 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:50.775643 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:50.786504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Transition to ACTIVE for port object d3157582-7e94-4491-91cd-f170ee8d9b19 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:14:50.793136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:50.869702 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Attempting to bind port d3157582-7e94-4491-91cd-f170ee8d9b19 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:14:50.870357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Attempting to bind port d3157582-7e94-4491-91cd-f170ee8d9b19 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:14:50.870451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Attempting to bind port d3157582-7e94-4491-91cd-f170ee8d9b19 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:14:50.873619 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e6d71-0214-48b9-86b0-c11483896852 None None] Pushing event updated for resources: {'Port': ['ID=d3157582-7e94-4491-91cd-f170ee8d9b19,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:50.877827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:14:50.878227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:14:50.878629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:50.879089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:14:50.879448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Bound port: d3157582-7e94-4491-91cd-f170ee8d9b19, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:14:50.879838 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:50.951789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] For port d3157582-7e94-4491-91cd-f170ee8d9b19, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:14:50.954903 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] For port d3157582-7e94-4491-91cd-f170ee8d9b19, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d3157582-7e94-4491-91cd-f170ee8d9b19,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:14:50.958680 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:51.036125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e6d71-0214-48b9-86b0-c11483896852 None None] Pushing event updated for resources: {'Port': ['ID=d3157582-7e94-4491-91cd-f170ee8d9b19,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:51.039452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Routers {'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:14:51.040046 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:14:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:51.216854 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] Set router ae8e4835-8d46-4d13-aaf9-123a4f23bf8a gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:14:51.537169 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:48Z', 'revision_number': 4, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port': {'id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:48Z', 'updated_at': '2022-02-04T10:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:45Z', 'revision_number': 5, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:14:51.541400 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cec0b2-3af6-4d32-8b83-82e4e98fc339 None None] The sync data for ids ['ae8e4835-8d46-4d13-aaf9-123a4f23bf8a'] in dv-neutron-827824-1-hyperv is: [{'id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'name': 'router1', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:14:31Z', 'updated_at': '2022-02-04T10:14:48Z', 'revision_number': 4, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'gw_port': {'id': 'd3157582-7e94-4491-91cd-f170ee8d9b19', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:48Z', 'updated_at': '2022-02-04T10:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1c388d-c077-4f65-b38f-c5046a6205e0', 'name': '', 'network_id': 'ec9a459d-5bcb-414f-8995-6c9653aa7f52', 'tenant_id': 'ba7044dc9ef74b818891b64236f03ba6', 'mac_address': 'fa:16:3e:64:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8e4835-8d46-4d13-aaf9-123a4f23bf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:14:40Z', 'updated_at': '2022-02-04T10:14:45Z', 'revision_number': 5, 'project_id': 'ba7044dc9ef74b818891b64236f03ba6', 'subnets': [{'id': '75325a86-854a-462d-983f-98f0cdab7dc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b725eab1-cfa3-4423-9115-d4374996f54c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:14:52.200209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35364) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:14:52.319675 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-65a08bf1-0f9d-4f57-9317-236745d85cc9 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181097 Feb 04 10:14:53.657863 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3157582-7e94-4491-91cd-f170ee8d9b19 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:53.726354 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port d3157582-7e94-4491-91cd-f170ee8d9b19 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:14:53.730871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port d3157582-7e94-4491-91cd-f170ee8d9b19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:53.731246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:53.846383 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:53.862898 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port d3157582-7e94-4491-91cd-f170ee8d9b19, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d3157582-7e94-4491-91cd-f170ee8d9b19,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:14:53.867074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:14:53.938996 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=d3157582-7e94-4491-91cd-f170ee8d9b19,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:14:55.632161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3157582-7e94-4491-91cd-f170ee8d9b19 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:14:55.746935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port d3157582-7e94-4491-91cd-f170ee8d9b19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:14:55.747555 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:04.513151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56daae04-2af4-4e3c-8014-aa5b831417c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:07.006545 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55498996-d078-456b-b73a-b4e250128597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:07.826594 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:07.933710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:09.333352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:11.928417 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:15:34.516805 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ab52-645c-4d31-8c73-6ef6f5c4c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:37.011035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff6b1-d73d-4b20-9303-80c72eccf970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:37.828802 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:37.937255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:39.344603 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:15:48.927663 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:16:04.545468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7bd05b62-54e9-4242-b4ba-118a03f569c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:07.017954 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-98069d00-25b7-4860-af80-a88e7f679be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:07.830322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:07.941493 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:09.340699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:25.926312 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:16:34.524244 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8ab2-0d8c-49b9-9c9a-f5b4333151ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:37.012477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45e1fe9f-4610-433d-b7e6-de489a78d289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:37.833243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:37.945301 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:39.340846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:57.139228 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:16:57.204635 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c298f967-d58a-41b1-b6bd-95a0b0117279 admin admin] GET failed (client error): The resource could not be found. Feb 04 10:16:57.205874 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c298f967-d58a-41b1-b6bd-95a0b0117279 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657136 Feb 04 10:16:57.333551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c65825-02ea-4469-b342-702b8fe53c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:57.334933 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b7c65825-02ea-4469-b342-702b8fe53c98 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246281 Feb 04 10:16:59.454132 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:16:59.556919 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce46d0f-429d-433b-bf66-d96da8d53adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:59.557466 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ce46d0f-429d-433b-bf66-d96da8d53adb admin admin] Synchronizing usage tracker for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:16:59.573048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ce46d0f-429d-433b-bf66-d96da8d53adb admin admin] Unset dirty status for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:16:59.574198 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0ce46d0f-429d-433b-bf66-d96da8d53adb admin admin] 10.222.0.73 "GET /v2.0/subnets/75325a86-854a-462d-983f-98f0cdab7dc0 HTTP/1.1" status: 200 len: 849 time: 0.1191070 Feb 04 10:16:59.583365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:16:59.707993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:59.896368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761478202884'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:59.938219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:16:59.938816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:16:59.941068 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] 10.222.0.73 "PUT /v2.0/subnets/75325a86-854a-462d-983f-98f0cdab7dc0 HTTP/1.1" status: 200 len: 868 time: 0.3604221 Feb 04 10:16:59.944243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df921d-edc7-4fb2-a2f0-f11252f26476 None None] Network ec9a459d-5bcb-414f-8995-6c9653aa7f52 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:16:59.971962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75325a86-854a-462d-983f-98f0cdab7dc0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:16:59.979635 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.980019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.980324 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.980661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.980993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.981352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.981688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.982062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.982397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.982722 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.983047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:16:59.983370 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d52cd72-e2fa-49a9-87bc-4075b514cd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:00.437457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f7e06ca8-cce9-4d1b-bb9f-e3480f38305e None None] Provisioning complete for port 9d1c388d-c077-4f65-b38f-c5046a6205e0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:00.437835 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f7e06ca8-cce9-4d1b-bb9f-e3480f38305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:00.567748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f7e06ca8-cce9-4d1b-bb9f-e3480f38305e None None] Provisioning complete for port 440bd6c5-b851-4bbd-8c9f-431578a76205 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:00.568121 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f7e06ca8-cce9-4d1b-bb9f-e3480f38305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:02.086539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:02.255697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b08e4-5ac1-4c7a-8537-4921082ddfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:02.256169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b08e4-5ac1-4c7a-8537-4921082ddfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:02.257681 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5f9b08e4-5ac1-4c7a-8537-4921082ddfa0 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1701956 Feb 04 10:17:02.924980 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:17:04.385650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 35996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:04.526047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa01dc41-16f0-407e-842c-d4eaac8d8475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:04.607554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095efc7-01ca-4b2b-9d94-5412dd7ee769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:04.607937 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095efc7-01ca-4b2b-9d94-5412dd7ee769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:04.609472 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4095efc7-01ca-4b2b-9d94-5412dd7ee769 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2228317 Feb 04 10:17:06.724509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36006) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:06.890390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09669e9-a1f5-4339-aae3-4b93fe9b3fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:06.891653 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d09669e9-a1f5-4339-aae3-4b93fe9b3fc9 admin admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 886 time: 0.1661561 Feb 04 10:17:07.015774 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc6cb-aa09-409b-8993-c1807b231b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:07.834807 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:07.947473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:09.026969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:09.196220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf72973-8126-4812-be32-c80c5b2ddfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:09.197565 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9cf72973-8126-4812-be32-c80c5b2ddfb4 admin admin] 10.222.0.73 "GET /v2.0/networks/ec9a459d-5bcb-414f-8995-6c9653aa7f52 HTTP/1.1" status: 200 len: 869 time: 0.1697237 Feb 04 10:17:09.348737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:11.341494 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:11.454821 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546064e-b790-4932-9660-2ad199b6f82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:11.455279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546064e-b790-4932-9660-2ad199b6f82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:11.456847 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5546064e-b790-4932-9660-2ad199b6f82f admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143930 Feb 04 10:17:13.553028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:13.668474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85af5b-99d3-448f-9197-24e9c59aeadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:13.668943 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85af5b-99d3-448f-9197-24e9c59aeadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:13.670461 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-da85af5b-99d3-448f-9197-24e9c59aeadb admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1164804 Feb 04 10:17:15.794115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:15.894440 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477e91e-f970-490f-85f8-25b8d713f4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:15.895677 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f477e91e-f970-490f-85f8-25b8d713f4ac admin admin] 10.222.0.73 "GET /v2.0/subnets/4a817392-c218-47d5-8516-6227d5a27dca HTTP/1.1" status: 200 len: 816 time: 0.1006238 Feb 04 10:17:17.990588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36056) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:18.096761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044dbae9-8cf6-4ddc-b9e2-0e8c1b0656d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:18.098138 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-044dbae9-8cf6-4ddc-b9e2-0e8c1b0656d8 admin admin] 10.222.0.73 "GET /v2.0/subnets/75325a86-854a-462d-983f-98f0cdab7dc0 HTTP/1.1" status: 200 len: 868 time: 0.1065850 Feb 04 10:17:34.529116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-61ee292c-c264-4814-9400-253b1792b4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:36.523803 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36102) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:36.573429 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-cdf5b392-0d8d-4a61-ad87-805d8c6f8617 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:17:36.582896 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cdf5b392-0d8d-4a61-ad87-805d8c6f8617 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576694 Feb 04 10:17:37.020003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0db7-4442-4ae8-ae37-f14a9dbea7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:37.843008 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:37.949264 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:38.747480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:38.816573 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c84ac4-d052-43b8-9e8c-502685603dd1 admin admin] GET failed (client error): The resource could not be found. Feb 04 10:17:38.817828 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-61c84ac4-d052-43b8-9e8c-502685603dd1 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693970 Feb 04 10:17:38.956683 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03549cc7-0f73-46c5-ac19-afc4eff7937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:38.958048 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-03549cc7-0f73-46c5-ac19-afc4eff7937a admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364806 Feb 04 10:17:39.350489 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:39.922982 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:17:41.076245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:41.122822 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:41.127782 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:17:41.137610 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:17:41.147539 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Made reservation on behalf of 9e2b52e3753645aa87cf413435a170c9 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:41.149785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:41.235508 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING neutron.services.revisions.revision_plugin [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Could not find related network for resource to bump revision. Feb 04 10:17:41.247063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:17:41.256614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:41.256895 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Added segment cd472567-cda4-48b0-ac58-7da062490c6e of type vlan for network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 Feb 04 10:17:41.282115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:41.310224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:41.311149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:41.311732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:41.412113 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3347998 Feb 04 10:17:41.414567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Pushing event updated for resources: {'Network': ['ID=eb9cb6a5-d671-46ce-a71b-8fbac3daf195,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:41.421462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.421832 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.422211 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.422549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.422879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.423205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.423536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.424400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.424750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.425087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.425389 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.425706 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac37a4b-8ef8-4a72-8182-a7a27217fd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:41.437675 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:17:43.724225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36132) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:17:43.797549 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac582db-4d0c-4434-a609-4db601291123 admin admin] GET failed (client error): The resource could not be found. Feb 04 10:17:43.798083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fac582db-4d0c-4434-a609-4db601291123 admin admin] Synchronizing usage tracker for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:17:43.812875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fac582db-4d0c-4434-a609-4db601291123 admin admin] Unset dirty status for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:17:43.813998 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fac582db-4d0c-4434-a609-4db601291123 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0888102 Feb 04 10:17:43.920379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6475f76c-e8b0-468b-85c8-fca6a6c84bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:43.921755 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6475f76c-e8b0-468b-85c8-fca6a6c84bd4 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029582 Feb 04 10:17:43.931715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:17:43.935968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:17:43.946292 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:17:43.954842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Made reservation on behalf of 9e2b52e3753645aa87cf413435a170c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:17:43.957397 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:44.174378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:44.251383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88ec8ae-ba7e-4f1e-a615-7b5ba2dc2ae7,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:44.261493 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Checking segment: {'id': 'cd472567-cda4-48b0-ac58-7da062490c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:17:44.261858 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Network hostable DHCP agents. Network: eb9cb6a5-d671-46ce-a71b-8fbac3daf195, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:17:44.282553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:17:44.291279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, eb9cb6a5-d671-46ce-a71b-8fbac3daf195) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:44.296235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:17:44.297470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:44.300637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd6f7a9-a3f3-4c1b-87f5-fac1af34e91b None None] Network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:17:44.320544 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ee39402d-b3e0-4151-8133-55c049094e78 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3919964 Feb 04 10:17:44.524427 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-eb9cb6a5-d671-46ce-a71b-8fbac3daf195', 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195', 'tenant_id': '9e2b52e3753645aa87cf413435a170c9', 'fixed_ips': [{'subnet_id': 'f88ec8ae-ba7e-4f1e-a615-7b5ba2dc2ae7'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:17:44.525297 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:44.684363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Allocated IP 192.168.233.2 (eb9cb6a5-d671-46ce-a71b-8fbac3daf195/f88ec8ae-ba7e-4f1e-a615-7b5ba2dc2ae7/89f3e720-d6c8-4a06-b319-d046003d0b22) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:17:44.895887 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:44.906175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Transition to ACTIVE for port object 89f3e720-d6c8-4a06-b319-d046003d0b22 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:17:44.925244 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Transition to ACTIVE for port object 89f3e720-d6c8-4a06-b319-d046003d0b22 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:17:44.931071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:45.030914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:17:45.034333 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:17:45.039265 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Pushing event updated for resources: {'Port': ['ID=89f3e720-d6c8-4a06-b319-d046003d0b22,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:45.041491 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:17:45.050782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.051153 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.051501 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.051845 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.052178 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.052525 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.052857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.053183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.053543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.053873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.054225 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.054550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:17:45.142228 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Attempting to bind port 89f3e720-d6c8-4a06-b319-d046003d0b22 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:17:45.143118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Attempting to bind port 89f3e720-d6c8-4a06-b319-d046003d0b22 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'cd472567-cda4-48b0-ac58-7da062490c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:17:45.143611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Attempting to bind port 89f3e720-d6c8-4a06-b319-d046003d0b22 on network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:17:45.149135 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:17:45.149443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Checking segment: {'id': 'cd472567-cda4-48b0-ac58-7da062490c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:17:45.149841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:45.150259 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Bound using segment: {'id': 'cd472567-cda4-48b0-ac58-7da062490c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:17:45.150720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Bound port: 89f3e720-d6c8-4a06-b319-d046003d0b22, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd472567-cda4-48b0-ac58-7da062490c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb9cb6a5-d671-46ce-a71b-8fbac3daf195'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:17:45.151107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:45.239045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] For port 89f3e720-d6c8-4a06-b319-d046003d0b22, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:17:45.242297 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] For port 89f3e720-d6c8-4a06-b319-d046003d0b22, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=89f3e720-d6c8-4a06-b319-d046003d0b22,segment=NetworkSegment(cd472567-cda4-48b0-ac58-7da062490c6e),segment_id=cd472567-cda4-48b0-ac58-7da062490c6e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:17:45.246610 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:45.325647 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58da89-d812-4a11-8979-e9531d1015b8 None None] Pushing event updated for resources: {'Port': ['ID=89f3e720-d6c8-4a06-b319-d046003d0b22,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:45.762075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 89f3e720-d6c8-4a06-b319-d046003d0b22 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:17:45.832345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 89f3e720-d6c8-4a06-b319-d046003d0b22 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:17:46.202133 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb67a21-7385-4687-91c4-7bd792617b17 None None] Network eb9cb6a5-d671-46ce-a71b-8fbac3daf195 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:17:46.294304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Provisioning for port 89f3e720-d6c8-4a06-b319-d046003d0b22 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:17:46.311173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Provisioning complete for port 89f3e720-d6c8-4a06-b319-d046003d0b22 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:46.311547 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:46.532724 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:46.574357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] For port 89f3e720-d6c8-4a06-b319-d046003d0b22, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=89f3e720-d6c8-4a06-b319-d046003d0b22,segment=NetworkSegment(cd472567-cda4-48b0-ac58-7da062490c6e),segment_id=cd472567-cda4-48b0-ac58-7da062490c6e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:17:46.579646 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:46.654166 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c28f88-4c2b-4e08-8951-d43b384171cf None None] Pushing event updated for resources: {'Port': ['ID=89f3e720-d6c8-4a06-b319-d046003d0b22,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:17:46.801291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-06601746-953c-46ac-9241-db7e75404abc None None] Provisioning complete for port 89f3e720-d6c8-4a06-b319-d046003d0b22 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:46.801594 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06601746-953c-46ac-9241-db7e75404abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:17:47.713810 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 89f3e720-d6c8-4a06-b319-d046003d0b22 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:17:47.785377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 89f3e720-d6c8-4a06-b319-d046003d0b22 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:17:47.785735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:04.532914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d31ad5e2-a280-4b2e-83a2-d7ddd7e9f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:07.021332 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f462697-7b5e-4355-a740-adab95ad71ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:07.843367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:07.951956 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:09.352566 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:16.921235 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:18:34.536425 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6aca2e8d-d631-48c4-921a-085eb81dfd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:37.025144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-892e66c5-3f23-47da-8e07-b8421192d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:37.843537 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:37.955400 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:39.356352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:53.919922 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:18:57.494101 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36182) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:18:57.499914 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-a5986d07-f8e0-4a16-95a6-f44a348dff3f tempest-verify_tempest_config-9809833 tempest-verify_tempest_config-9809833-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:18:57.500868 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a5986d07-f8e0-4a16-95a6-f44a348dff3f tempest-verify_tempest_config-9809833 tempest-verify_tempest_config-9809833-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057771 Feb 04 10:18:57.802188 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36200) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:18:57.912784 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:57.927330 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:18:57.931048 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4b90a8f055471e987ba8f8e3d51f45 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:18:57.933768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:18:57.939997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:18:58.027366 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.031130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.076979 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b4b90a8f055471e987ba8f8e3d51f45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2737129 Feb 04 10:18:58.079241 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894167d9-5ea7-4310-bdcb-039507a6675c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:58.080019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:18:58.086408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.086775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.087115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.087446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.087775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.088116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.088448 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.088772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.089096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.089416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.089735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.090083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc26e40-36de-490e-854a-73c209d214c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.138774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.163295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.255662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.269750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894167d9-5ea7-4310-bdcb-039507a6675c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:18:58.279153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.279509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.279862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.280217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.280558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.280947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.281223 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.281552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.281885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.282238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.285088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.285088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:18:58.288642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:18:58.289759 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c80318fa-5344-4a00-ae5b-05c61b56e327 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/894167d9-5ea7-4310-bdcb-039507a6675c HTTP/1.1" status: 204 len: 168 time: 0.2087829 Feb 04 10:19:04.537305 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f4e22d9-1ac8-49f8-b301-146928b87f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:07.020028 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4fce-323e-4294-9dc5-b6e82952fbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:07.847242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:07.956736 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:09.358655 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:30.919185 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:19:34.538649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-172bdcec-5095-480b-8e0a-ef0c850e4328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:37.024202 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d2984419-34fc-463e-b8d6-2dace81a08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:37.849086 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:37.958298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:19:39.361769 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:04.540556 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9f660514-fe17-4d0e-9c39-70797b020a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:07.026328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bc42178a-3b14-47c5-b536-d24bf6c065ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:07.850932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:07.917531 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:20:07.959492 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:09.365925 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:16.948345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957739'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:31.975326 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:20:32.085400 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-84652255-c9a6-4fcd-9d89-10de447c2eef admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1086907 Feb 04 10:20:34.191076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:20:34.246549 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b87d70ba-d5af-432f-b1a8-24c8b8bd3606 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0541918 Feb 04 10:20:34.541208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-442fb9bd-0ac4-4d32-b361-7a4e4b426aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:37.047901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9519-8b23-4147-abc6-ad6fce6fe3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:37.853330 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:37.960865 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:39.366503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:20:44.916512 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:20:46.908418 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:04.543674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-32e1ae2e-ba1c-44c0-a575-30cca54f5ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:07.028512 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ece-690e-4060-8035-60067b1c6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:07.856075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:07.961214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:09.372690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:16.929291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:21.915595 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:21:34.546035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed15c264-f2dd-477e-9b61-dbfeea5b64ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:37.030873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3989cd5d-7ef0-43bd-b4af-2963046bc678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:37.857277 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:37.962098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:39.375381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:46.961339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:21:58.915165 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:22:01.275204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:01.475479 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:01.496744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36498) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:01.506524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:01.659613 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1522308658-network', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:01.669981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:01.674131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Usage tracker for resource:network and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:01.677549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:01.683890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:01.695849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Made reservation on behalf of f0887f26981f48c8a9704a8a7ac33fe0 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:01.701506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.715328 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.731289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:01.735628 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Usage tracker for resource:security_group_rule and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:01.738832 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:01.745639 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:01.843019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.850042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.888574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e4a86-3ed1-4945-8a6c-425c42831f55,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:01.899382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.899741 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.900206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.900746 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.901249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.901750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.902280 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.902782 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.903266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.903748 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.904236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.904737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Tracked resource versions report: Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: pushed versions: Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: { 'AddressGroup': {'1.2'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'ConntrackHelper': {'1.0'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Log': {'1.0'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Network': {'1.1'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Port': {'1.7'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'PortForwarding': {'1.2'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'QosPolicy': {'1.8'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroup': {'1.4'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SubPort': {'1.0'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Subnet': {'1.1'}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Trunk': {'1.1'}} Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: consumer versions: Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: HyperV agent@hv-neutron-8278: {}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'ConntrackHelper': '1.0', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Log': '1.0', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Network': '1.1', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Port': '1.7', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'PortForwarding': '1.2', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'QosPolicy': '1.8', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroup': '1.4', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SecurityGroupRule': '1.2', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'SubPort': '1.0', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Subnet': '1.1', Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: 'Trunk': '1.1'}} Feb 04 10:22:01.907182 dv-neutron-827824-1-hyperv neutron-server[87620]: {{(pid=87620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:22:01.919806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:01.931868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.932509 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Added segment 8751744b-a42b-4222-b30e-9507a1509e4d of type vlan for network 3bcd190b-b096-4b12-aaf0-18bb6168e747 Feb 04 10:22:01.963530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.995341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:01.996450 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:01.997051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.029375 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-121243384'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.114045 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-9118372-network', 'tenant_id': '3d975fe980b5480f985e86f917e90996'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.131455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2045338967-network', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.134773 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.148988 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8693953 Feb 04 10:22:02.148988 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Usage tracker for resource:network and tenant:1956f86a1a914f59b2c0435f08b4c2a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.149368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:02.155024 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Request body: {'subnet': {'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1522308658-subnet', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.163625 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.163760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.167700 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Usage tracker for resource:network and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.170744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.170870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Usage tracker for resource:subnet and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.173703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.177764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.181083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.186630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782cdb2-eb80-479a-a9af-fd04b756aa8b admin admin] Pushing event updated for resources: {'Network': ['ID=3bcd190b-b096-4b12-aaf0-18bb6168e747,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:02.189260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.195272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Made reservation on behalf of 3d975fe980b5480f985e86f917e90996 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:02.198081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.198897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Made reservation on behalf of f0887f26981f48c8a9704a8a7ac33fe0 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:02.200536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:02.202118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.214267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.216557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.227469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.243000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Usage tracker for resource:network and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.249209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.253444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Usage tracker for resource:security_group_rule and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.257497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.264049 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.352557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.353512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36534) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:02.354486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.363937 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.368656 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.404853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb72ac-68d5-47a9-8a9c-453bf1e8a11b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:02.408178 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:02.412598 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.445291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.458728 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:02.467174 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Made reservation on behalf of d3868a4075c14731bad3b31ea9591ab1 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:02.468893 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.470262 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.481083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.491050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Usage tracker for resource:security_group_rule and tenant:1956f86a1a914f59b2c0435f08b4c2a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.494396 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.507900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.512500 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.513042 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Added segment 5f722925-eb67-4fc3-9733-b0ef79d4c479 of type vlan for network bcb32ea3-a447-4ac4-a729-0fdc23635a87 Feb 04 10:22:02.524194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.526646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.532634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Usage tracker for resource:security_group_rule and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.544468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.555266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.573180 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd21938-22c0-4fc7-b855-dacc0dfc32f5,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:02.591705 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.609230 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.609615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.609991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.610517 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.611271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.611786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.612315 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.613702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.614235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.614780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.615301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.616267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Tracked resource versions report: Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: pushed versions: Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: { 'AddressGroup': {'1.2'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'ConntrackHelper': {'1.0'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Log': {'1.0'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Network': {'1.1'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Port': {'1.7'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'PortForwarding': {'1.2'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'QosPolicy': {'1.8'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroup': {'1.4'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SubPort': {'1.0'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Subnet': {'1.1'}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Trunk': {'1.1'}} Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: consumer versions: Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: HyperV agent@hv-neutron-8278: {}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'ConntrackHelper': '1.0', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Log': '1.0', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Network': '1.1', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Port': '1.7', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'PortForwarding': '1.2', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'QosPolicy': '1.8', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroup': '1.4', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SecurityGroupRule': '1.2', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'SubPort': '1.0', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Subnet': '1.1', Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: 'Trunk': '1.1'}} Feb 04 10:22:02.618319 dv-neutron-827824-1-hyperv neutron-server[87621]: {{(pid=87621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:22:02.634969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Checking segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:02.635324 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Network hostable DHCP agents. Network: 3bcd190b-b096-4b12-aaf0-18bb6168e747, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:02.664138 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:02.680590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 3bcd190b-b096-4b12-aaf0-18bb6168e747) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:02.689323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:02.689323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.695922 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebcd6a-4b21-464e-8e63-030a2487fe7e None None] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:02.720100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.721063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:02.723867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.730117 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f290bfb7-0491-420d-87dd-5eeca7b1b536 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5796945 Feb 04 10:22:02.732998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36550) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:02.740134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.745593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.751251 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Usage tracker for resource:router and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.755121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.761439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.776895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.779235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.791930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-941583984'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:02.812202 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.890018 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:02.926058 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Usage tracker for resource:network and tenant:db35763d15d741b08d2f20188252f3b9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:02.937331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:02.941432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:02.984062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:02.985884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.007101 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5305445 Feb 04 10:22:03.008455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82e82c-8cfb-46d3-aa06-b6bfec8de580 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb32ea3-a447-4ac4-a729-0fdc23635a87,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:03.022949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:03.039721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cbb6a9-b78e-4b9a-8746-35fc7db541f3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:03.059319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:03.070259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:03.073923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Request body: {'subnet': {'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-9118372-subnet', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:03.075187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Made reservation on behalf of db35763d15d741b08d2f20188252f3b9 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:03.079287 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.087824 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:03.153211 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36572) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:03.161527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.172337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Usage tracker for resource:subnet and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:03.181326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:03.196874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.214469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.214827 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Added segment eaf050df-5baf-4acc-899a-c7b2a870d5d1 of type vlan for network 49060f60-121f-48b6-89a9-76ff5d5b615f Feb 04 10:22:03.222477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.228559 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-3bcd190b-b096-4b12-aaf0-18bb6168e747', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:03.229673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.236722 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:03.246021 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Usage tracker for resource:security_group_rule and tenant:db35763d15d741b08d2f20188252f3b9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:03.249828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:03.256158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:03.267051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:03.287477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.297776 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Made reservation on behalf of 3d975fe980b5480f985e86f917e90996 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:03.301258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.362978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.387854 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:03.401631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.402408 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Added segment 6a528f63-5991-479f-8a03-146be1318885 of type vlan for network e82f4b16-eec0-4360-acc0-37a0321622d6 Feb 04 10:22:03.434160 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.444732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Allocated IP 172.20.0.2 (3bcd190b-b096-4b12-aaf0-18bb6168e747/cdd21938-22c0-4fc7-b855-dacc0dfc32f5/071bac98-2849-4e4b-b492-15cfe6fad31f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:03.476569 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36580) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:03.477837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.497162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:03.531992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.532958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:03.533549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.697912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:03.702670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.710631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1362365838'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:03.715321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:03.719300 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Usage tracker for resource:network and tenant:5a4f9638b6e74faca02792bcadbd9a26 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:03.722506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:03.729108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:03.736260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Pushing event updated for resources: {'Network': ['ID=e82f4b16-eec0-4360-acc0-37a0321622d6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:03.756315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.758009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.758538 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Added segment 91451045-f46d-4776-b434-d5d76c102caf of type vlan for network 0ec4b3eb-182b-4063-90c6-5af72113253f Feb 04 10:22:03.772500 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Transition to ACTIVE for port object 071bac98-2849-4e4b-b492-15cfe6fad31f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:03.777485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.787600 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network e82f4b16-eec0-4360-acc0-37a0321622d6 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:03.791797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Made reservation on behalf of 5a4f9638b6e74faca02792bcadbd9a26 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:03.806952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.850473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b947240-a7f5-4f99-a692-05897454e157,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:03.859588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.885243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Transition to ACTIVE for port object 071bac98-2849-4e4b-b492-15cfe6fad31f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:03.908370 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:03.937507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-893819693', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:03.944391 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Checking segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:03.945097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Network hostable DHCP agents. Network: bcb32ea3-a447-4ac4-a729-0fdc23635a87, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:03.957817 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:03.966511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:03.967958 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:03.968367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:03.976896 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:03.990880 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ad0b4818-e9b0-420b-86bf-24cf81ad8744 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4797626 Feb 04 10:22:03.993793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:03.997196 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.004947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.009913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:04.012527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=913a788e-b7e0-493b-b4c3-1c8b145ac8f6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:04.016346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Usage tracker for resource:security_group_rule and tenant:5a4f9638b6e74faca02792bcadbd9a26 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.026801 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Usage tracker for resource:floatingip and tenant:0c6624ebaf4b42d181b142ddbdc3d74d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.033826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Request body: {'subnet': {'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2045338967-subnet', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:04.038367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.042388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.051772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c88de5-8649-42b5-a04f-7d4c16e631be,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:04.060400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.063581 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.068822 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.071810 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.073214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Pushing event updated for resources: {'Port': ['ID=071bac98-2849-4e4b-b492-15cfe6fad31f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:04.075360 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Usage tracker for resource:subnet and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.090480 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Usage tracker for resource:port and tenant:b52ccab7ca994bed9c3152d788f6443c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.092237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.094346 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.094716 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.095066 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.095404 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.095737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.096070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.096392 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.096720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.097060 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.097387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.097707 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.098624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:04.098991 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:04.099583 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Tracked resource versions report: Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: pushed versions: Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: { 'AddressGroup': {'1.2'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'ConntrackHelper': {'1.0'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Log': {'1.0'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Network': {'1.1'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Port': {'1.7'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'PortForwarding': {'1.2'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'QosPolicy': {'1.8'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroup': {'1.4'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SubPort': {'1.0'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Subnet': {'1.1'}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Trunk': {'1.1'}} Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: consumer versions: Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: HyperV agent@hv-neutron-8278: {}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'ConntrackHelper': '1.0', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Log': '1.0', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Network': '1.1', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Port': '1.7', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'PortForwarding': '1.2', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'QosPolicy': '1.8', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroup': '1.4', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SecurityGroupRule': '1.2', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'SubPort': '1.0', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Subnet': '1.1', Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: 'Trunk': '1.1'}} Feb 04 10:22:04.099709 dv-neutron-827824-1-hyperv neutron-server[87622]: {{(pid=87622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:22:04.103669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Attempting to bind port 071bac98-2849-4e4b-b492-15cfe6fad31f on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:04.104067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Attempting to bind port 071bac98-2849-4e4b-b492-15cfe6fad31f by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:04.104391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.104514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Attempting to bind port 071bac98-2849-4e4b-b492-15cfe6fad31f on network 3bcd190b-b096-4b12-aaf0-18bb6168e747 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:04.109881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:04.110290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Checking segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:04.110712 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.111071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Bound using segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:04.111531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Bound port: 071bac98-2849-4e4b-b492-15cfe6fad31f, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:04.111947 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.145879 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.151897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.161849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.167122 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.169915 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:04.221462 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, bcb32ea3-a447-4ac4-a729-0fdc23635a87) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:04.228391 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:04.229190 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.235221 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] For port 071bac98-2849-4e4b-b492-15cfe6fad31f, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:04.240333 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] For port 071bac98-2849-4e4b-b492-15cfe6fad31f, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=071bac98-2849-4e4b-b492-15cfe6fad31f,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:04.245058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.246302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b3085-8732-4518-932e-86faceed1dff None None] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:04.261000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.262361 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.266606 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:04.267198 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.280394 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.286985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Made reservation on behalf of b52ccab7ca994bed9c3152d788f6443c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:04.289486 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.292454 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7946560 Feb 04 10:22:04.300442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36606) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:04.338038 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f8300c9f-c8e2-4917-990c-6a18d83713ad admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3136270 Feb 04 10:22:04.342284 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'subnet': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:04.351227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Made reservation on behalf of d3868a4075c14731bad3b31ea9591ab1 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:04.352871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.357754 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.369050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:04.382543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34ae46-75c6-4189-8611-b701f49a6548 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Network': ['ID=49060f60-121f-48b6-89a9-76ff5d5b615f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:04.393358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:04.411898 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 49060f60-121f-48b6-89a9-76ff5d5b615f details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:04.462557 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ecbba-5c5b-4f46-8491-5bfd3b202433 None None] Pushing event updated for resources: {'Port': ['ID=071bac98-2849-4e4b-b492-15cfe6fad31f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:04.469032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.475452 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.476358 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1177261 Feb 04 10:22:04.481161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Usage tracker for resource:router and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.487374 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.498105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Usage tracker for resource:security_group_rule and tenant:b52ccab7ca994bed9c3152d788f6443c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.500714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.511778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.579614 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.624899 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:04.625226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65593611-df07-4427-a010-c5072c53a47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.633788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.635190 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.656499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Usage tracker for resource:subnet and tenant:1956f86a1a914f59b2c0435f08b4c2a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:04.664337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:04.691149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:04.692412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.696309 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:04.714627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.763427 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Allocated IP 172.26.5.232 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/f3e03068-34db-4cbe-9642-162d060fd7be) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:04.768780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.782342 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:04.786881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.856024 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.868917 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:04.882100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.882451 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Added segment 3a33f737-ba63-48c8-a751-4dedc7b29343 of type vlan for network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a Feb 04 10:22:04.917596 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.990810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:04.995622 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:04.996168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.013920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Allocated IP 172.20.0.2 (bcb32ea3-a447-4ac4-a729-0fdc23635a87/913a788e-b7e0-493b-b4c3-1c8b145ac8f6/0105a5ad-8c2c-4ad4-bdd7-da0997141473) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:05.026419 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04045-2712-4f55-a5b6-27b77ae87690 tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Pushing event updated for resources: {'Network': ['ID=0ec4b3eb-182b-4063-90c6-5af72113253f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.075134 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9172928 Feb 04 10:22:05.086438 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36626) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:05.123624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Request body: {'subnet': {'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:05.179595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb0e6e-d9c6-4df1-8ddb-1d5365768927,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.250835 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd131-d91d-4866-93c6-ee5a8f950b67 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event updated for resources: {'Network': ['ID=7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.289797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.299637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.311612 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Transition to ACTIVE for port object 0105a5ad-8c2c-4ad4-bdd7-da0997141473 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:05.321294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:05.325524 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Usage tracker for resource:subnet and tenant:5a4f9638b6e74faca02792bcadbd9a26 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:05.328758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:05.335291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:05.339921 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Transition to ACTIVE for port object 0105a5ad-8c2c-4ad4-bdd7-da0997141473 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:05.345388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 0ec4b3eb-182b-4063-90c6-5af72113253f details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:05.372808 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Made reservation on behalf of 5a4f9638b6e74faca02792bcadbd9a26 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:05.378582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.425969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:05.426900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.437275 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1095590983'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:05.456082 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:05.488370 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.496578 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:05.506949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Usage tracker for resource:port and tenant:e51b914622074c5eb641921c75ef810f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:05.511130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:05.522810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:05.533823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c42b2a-9aff-49d9-a591-9ad9eea7f90c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.553686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Made reservation on behalf of e51b914622074c5eb641921c75ef810f for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:05.567614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.590385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.610161 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Checking segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:05.610525 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Network hostable DHCP agents. Network: e82f4b16-eec0-4360-acc0-37a0321622d6, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:05.618702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:05.624550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Usage tracker for resource:security_group_rule and tenant:e51b914622074c5eb641921c75ef810f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:05.632955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:05.640897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:05.653657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Network e82f4b16-eec0-4360-acc0-37a0321622d6 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:05.669149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:05.669574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, e82f4b16-eec0-4360-acc0-37a0321622d6) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:05.674627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:05.693413 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:05.694064 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.713604 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292883a9-8f14-461c-aed5-ea490f4b555c None None] Network e82f4b16-eec0-4360-acc0-37a0321622d6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:05.722106 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fbee8035-e62e-4a6b-a810-7c3a0ca3258d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7072735 Feb 04 10:22:05.722316 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:05.727875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:05.733256 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:05.738123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Usage tracker for resource:router and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:05.743005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:05.751116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:05.756222 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:05.792395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.815692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.826747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.828417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.845248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.868920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:05.886168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] device_id is not set on port 75eee774-6f34-4764-8591-1eccfa455abc yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:05.920191 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb0b78-d9e0-45c7-baac-e3d4cd2c6615,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.944134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Pushing event updated for resources: {'Port': ['ID=0105a5ad-8c2c-4ad4-bdd7-da0997141473,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:05.962316 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e2159-fc0c-48f5-87f4-93398cf0e508 None None] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:06.039501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.054840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 071bac98-2849-4e4b-b492-15cfe6fad31f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:06.192256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.252246 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.262372 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Attempting to bind port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:06.263274 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Attempting to bind port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:06.263274 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Attempting to bind port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 on network bcb32ea3-a447-4ac4-a729-0fdc23635a87 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:06.278464 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.295968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:06.296331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Checking segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:06.297009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.297009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Bound using segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:06.297481 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Bound port: 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:06.297968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.311796 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.326405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.329920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event updated for resources: {'Subnet': ['ID=bf5299b1-5e71-483e-92e5-798659a91091,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:06.333182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port d4b3874c-86b7-44d6-8276-211c0bc7243b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:06.352732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5cc0442f-0284-4e29-85dc-b987489f0d6e None None] Provisioning for port 071bac98-2849-4e4b-b492-15cfe6fad31f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:06.411379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.453292 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Checking segment: {'id': '3a33f737-ba63-48c8-a751-4dedc7b29343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:06.453648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Network hostable DHCP agents. Network: 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:06.461308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:06.478002 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:06.486369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb3c5f-7c2e-4da4-aa4b-5728edb20414,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:06.489329 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:06.490035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 071bac98-2849-4e4b-b492-15cfe6fad31f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:06.505468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 071bac98-2849-4e4b-b492-15cfe6fad31f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:06.505850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.523309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Allocated IP 172.26.5.199 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/3e5a8e0d-10cc-4e6f-8760-0f518bcf5881) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:06.551697 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-e82f4b16-eec0-4360-acc0-37a0321622d6', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:06.552558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.576788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e03068-34db-4cbe-9642-162d060fd7be,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:06.639866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] For port 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:06.659595 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Checking segment: {'id': 'eaf050df-5baf-4acc-899a-c7b2a870d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:06.659955 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network hostable DHCP agents. Network: 49060f60-121f-48b6-89a9-76ff5d5b615f, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:06.706127 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] For port 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0105a5ad-8c2c-4ad4-bdd7-da0997141473,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:06.712460 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Subnet': ['ID=2e5468d2-05fb-40ae-a05d-729fa0bd88a6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:06.725418 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:06.730599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.765057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:06.789653 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f461ad3-1573-4144-86f9-01a962ad4d50 None None] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:06.829838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:06.830361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.834974 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:06.955302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port d4b3874c-86b7-44d6-8276-211c0bc7243b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:06.982423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:06.982673 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 49060f60-121f-48b6-89a9-76ff5d5b615f) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:07.021834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80654b-87db-42f1-969c-13037656edcf None None] Network 49060f60-121f-48b6-89a9-76ff5d5b615f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:07.041123 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:07.041727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.046388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Transition to ACTIVE for port object d4b3874c-86b7-44d6-8276-211c0bc7243b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:07.057547 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.082715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.142611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91181ecf-ec23-4a9e-b3d5-997432dc6893 None None] Pushing event updated for resources: {'Port': ['ID=0105a5ad-8c2c-4ad4-bdd7-da0997141473,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:07.146312 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.162762 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-764f5461-5cb6-4b06-8fc1-05953ef75fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.180735 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d0369aef-f118-4870-a3e1-d811b9096321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0802131 Feb 04 10:22:07.180735 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c0a71cf8-3a85-4ac4-9923-0a10998b929c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8465395 Feb 04 10:22:07.199948 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36650) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:07.200278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:07.203168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.222585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1656347824'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:07.227209 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Allocated IP 172.20.0.2 (e82f4b16-eec0-4360-acc0-37a0321622d6/e2c42b2a-9aff-49d9-a591-9ad9eea7f90c/064d388b-3096-497a-8fb1-e3d5e1ae7ee8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:07.240619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Request body: {'port': {'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1914989839'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:07.243235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.301736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.312860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 071bac98-2849-4e4b-b492-15cfe6fad31f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=071bac98-2849-4e4b-b492-15cfe6fad31f,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:07.405379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.628764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b3874c-86b7-44d6-8276-211c0bc7243b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:07.746593 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.760081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=071bac98-2849-4e4b-b492-15cfe6fad31f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:07.765088 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a', 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a', 'tenant_id': '5a4f9638b6e74faca02792bcadbd9a26', 'fixed_ips': [{'subnet_id': 'bf5299b1-5e71-483e-92e5-798659a91091'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:07.766063 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.783660 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-49060f60-121f-48b6-89a9-76ff5d5b615f', 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'tenant_id': '1956f86a1a914f59b2c0435f08b4c2a7', 'fixed_ips': [{'subnet_id': '2e5468d2-05fb-40ae-a05d-729fa0bd88a6'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:07.784588 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.824983 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.885173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:07.886429 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.901365 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:07.952676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Checking segment: {'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:07.953124 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Network hostable DHCP agents. Network: 0ec4b3eb-182b-4063-90c6-5af72113253f, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:07.961416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:07.991066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:07.995868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Allocated IP 172.20.0.2 (7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a/bf5299b1-5e71-483e-92e5-798659a91091/8fefcc14-8a51-4d20-85b2-5716d95fc408) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:08.037029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 071bac98-2849-4e4b-b492-15cfe6fad31f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:08.076951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Network 0ec4b3eb-182b-4063-90c6-5af72113253f is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:08.096874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:08.110696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:08.127637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5a8e0d-10cc-4e6f-8760-0f518bcf5881,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:08.134243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Usage tracker for resource:port and tenant:1956f86a1a914f59b2c0435f08b4c2a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:08.137208 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Usage tracker for resource:port and tenant:5a4f9638b6e74faca02792bcadbd9a26 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:08.144615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:08.147905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:08.156693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 0ec4b3eb-182b-4063-90c6-5af72113253f) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:08.158230 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:08.170999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:08.177888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:08.196669 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.217008 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:08.220911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.243692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Allocated IP 172.26.5.253 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/75eee774-6f34-4764-8591-1eccfa455abc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:08.267397 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c94942-b746-444d-9d70-a684ce679795 None None] Network 0ec4b3eb-182b-4063-90c6-5af72113253f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:08.268941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:08.269345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:08.269792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:08.281429 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Made reservation on behalf of 5a4f9638b6e74faca02792bcadbd9a26 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:08.284902 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.310329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:08.310676 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:08.318735 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 2 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:08.331360 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port d43515f9-480b-43e9-b761-5a8bec4cbada yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:08.353672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a9d6411-7965-479e-a170-17302d6da744 None None] Provisioning complete for port 071bac98-2849-4e4b-b492-15cfe6fad31f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:08.354074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6411-7965-479e-a170-17302d6da744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.384736 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] device_id is not set on port e3295013-fb99-4647-a6e1-0a57c176e555 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:08.395504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.398134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.423177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:08.423516 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:08.423883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:08.434407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.485217 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:08.485554 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:08.486420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Router 340b81f0-9590-4d36-99d3-9d1c9a96f79e is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:22:08.500590 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 3 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:08.596035 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:08.596784 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:08.596784 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:08.618651 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.691336 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Transition to ACTIVE for port object 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:08.717771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.743760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ed991-7fe7-4c2c-b29c-3eecc99af460 None None] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:08.744262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:08.755559 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Sync routers for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:08.776972 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:08.777620 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:08.808286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.809500 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-842fa6a8-1623-4c9c-a9f6-62e914e2b852 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0752826 Feb 04 10:22:08.812153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:08.835120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.838535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:08.838917 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:08.839407 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 4 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:08.858336 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:08.858687 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:08.859030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:08.864491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.874177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:08.874527 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:08.934667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 071bac98-2849-4e4b-b492-15cfe6fad31f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:08.935003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:08.942308 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 5 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:08.958909 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5a8e0d-10cc-4e6f-8760-0f518bcf5881,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:08.959275 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Allocated IP 2001:db8::2 (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/ebb4798c-a3e2-4ae3-8102-493ad0183c07) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:08.962471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.004980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.005462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.006066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.012848 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:09.021731 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.022096 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.022945 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 6 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:09.023257 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Transition to ACTIVE for port object 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:09.041611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.047602 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-89583b09-abf8-4431-8bb7-e645e28377f4 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5417237 Feb 04 10:22:09.048416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:09.050148 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.050531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.051714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.062613 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.062950 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.068018 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2060368785', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'fixed_ips': [{'ip_address': '172.26.5.199'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:09.074710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:09.074878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.079415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Usage tracker for resource:port and tenant:0c6624ebaf4b42d181b142ddbdc3d74d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:09.083204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:09.084720 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.093475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:09.107050 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 7 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:09.125732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.126149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.126492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.131730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.132067 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.132587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Made reservation on behalf of 0c6624ebaf4b42d181b142ddbdc3d74d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:09.135178 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.148545 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 8 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:09.167718 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.167961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Pushing event updated for resources: {'Port': ['ID=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:09.188678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:09.189604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.190444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.191025 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.198994 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.199604 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.201207 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 9 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:09.204862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:09.208920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.215804 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:09.216736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:09.217798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.226184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:09.229303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Network e82f4b16-eec0-4360-acc0-37a0321622d6 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:09.230611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Usage tracker for resource:security_group_rule and tenant:0c6624ebaf4b42d181b142ddbdc3d74d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:09.234780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:09.242802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:09.287019 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:09.290553 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:09.306287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Transition to ACTIVE for port object 8fefcc14-8a51-4d20-85b2-5716d95fc408 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:09.344592 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.346113 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.346657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.347156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.354082 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.354673 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.355653 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 10 to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b Feb 04 10:22:09.376691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.381558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.382167 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.382786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.400697 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.7002449 Feb 04 10:22:09.411095 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:06Z', 'revision_number': 3, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:09.413063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Allocated IP 172.26.5.242 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/b7136500-46eb-4f48-b7dd-ada1815ea4f5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:09.415975 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Checking router: 340b81f0-9590-4d36-99d3-9d1c9a96f79e for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:09.416449 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Updating router 340b81f0-9590-4d36-99d3-9d1c9a96f79e port f3e03068-34db-4cbe-9642-162d060fd7be binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:09.419012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36668) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:09.426732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] device_id is not set on port 6d9cc039-3f6a-47d6-89db-df42d3efb8b9 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:09.432642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.253'}]}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:09.435571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae672ef-242a-4c98-9e76-d091b38d3d58 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Pushing event updated for resources: {'Port': ['ID=75eee774-6f34-4764-8591-1eccfa455abc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:09.447490 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:09.457320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Usage tracker for resource:router and tenant:b52ccab7ca994bed9c3152d788f6443c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:09.464485 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:09.485686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port d4b3874c-86b7-44d6-8276-211c0bc7243b on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:09.486951 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port d4b3874c-86b7-44d6-8276-211c0bc7243b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:09.487877 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.488044 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.491894 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:09.509767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec8569-a31d-4d85-9026-c6fcdb26a7e7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:09.547607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.560467 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Transition to ACTIVE for port object 8fefcc14-8a51-4d20-85b2-5716d95fc408 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:09.602243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Attempting to bind port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:09.602715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Attempting to bind port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:09.603172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Attempting to bind port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 on network e82f4b16-eec0-4360-acc0-37a0321622d6 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:09.618766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.622276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port d4b3874c-86b7-44d6-8276-211c0bc7243b, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:09.622762 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:22:09.669003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6e1ca53e-f3e1-440c-957d-65abe4ec85fd None None] Provisioning for port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:09.679485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.688937 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:09.689295 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Checking segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:09.689701 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.690131 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Bound using segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:09.690599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Bound port: 064d388b-3096-497a-8fb1-e3d5e1ae7ee8, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:09.690989 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.751054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:09.751734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.779227 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.780248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.796122 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:09.814720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:09.817066 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3846750 Feb 04 10:22:09.827414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:09.834616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Allocated IP 172.20.0.6 (7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a/bf5299b1-5e71-483e-92e5-798659a91091/e3295013-fb99-4647-a6e1-0a57c176e555) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:09.846677 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:09.849788 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:09.891727 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0105a5ad-8c2c-4ad4-bdd7-da0997141473 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:09.932711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144dc30-1116-4c62-bebe-4ac53da0347e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b3874c-86b7-44d6-8276-211c0bc7243b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.000340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Deleting port d4b3874c-86b7-44d6-8276-211c0bc7243b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:10.000340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.073978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.074206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Pushing event updated for resources: {'Port': ['ID=8fefcc14-8a51-4d20-85b2-5716d95fc408,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.161914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] For port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:10.164795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Attempting to bind port 8fefcc14-8a51-4d20-85b2-5716d95fc408 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:10.165048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Attempting to bind port 8fefcc14-8a51-4d20-85b2-5716d95fc408 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '3a33f737-ba63-48c8-a751-4dedc7b29343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:10.165381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Attempting to bind port 8fefcc14-8a51-4d20-85b2-5716d95fc408 on network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:10.168599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] For port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:10.187072 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.190983 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.217022 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.224151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:10.224520 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Checking segment: {'id': '3a33f737-ba63-48c8-a751-4dedc7b29343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:10.225060 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.225303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Bound using segment: {'id': '3a33f737-ba63-48c8-a751-4dedc7b29343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:10.225775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Bound port: 8fefcc14-8a51-4d20-85b2-5716d95fc408, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a33f737-ba63-48c8-a751-4dedc7b29343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:10.226182 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.246797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.283059 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Transition to ACTIVE for port object ebb4798c-a3e2-4ae3-8102-493ad0183c07 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:10.310997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:10.352450 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:10.352834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.393449 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.415191 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Transition to ACTIVE for port object ebb4798c-a3e2-4ae3-8102-493ad0183c07 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:10.429744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273a18-8a7b-449b-8b6a-a777283881e4 None None] Pushing event updated for resources: {'Port': ['ID=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.460040 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.527811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:10.532703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::3e9 (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/d43515f9-480b-43e9-b761-5a8bec4cbada) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:10.534398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:10.540050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] For port 8fefcc14-8a51-4d20-85b2-5716d95fc408, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:10.549532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:10.552742 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:10.559571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:10.562256 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:10.570686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.571482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] For port 8fefcc14-8a51-4d20-85b2-5716d95fc408, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8fefcc14-8a51-4d20-85b2-5716d95fc408,segment=NetworkSegment(3a33f737-ba63-48c8-a751-4dedc7b29343),segment_id=3a33f737-ba63-48c8-a751-4dedc7b29343)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:10.578199 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Pushing event updated for resources: {'Port': ['ID=ebb4798c-a3e2-4ae3-8102-493ad0183c07,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.595991 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port d4b3874c-86b7-44d6-8276-211c0bc7243b, host hv-neutron-8278, got binding levels [] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:10.596369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.608189 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Allocated IP 172.26.5.11 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/b35e1ce2-4504-46e6-a521-7ad983a7b0f7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:10.656859 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.692664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Pushing event updated for resources: {'Port': ['ID=b7136500-46eb-4f48-b7dd-ada1815ea4f5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.721486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Transition to ACTIVE for port object e3295013-fb99-4647-a6e1-0a57c176e555 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:10.817286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Attempting to bind port ebb4798c-a3e2-4ae3-8102-493ad0183c07 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:10.817850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Attempting to bind port ebb4798c-a3e2-4ae3-8102-493ad0183c07 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'eaf050df-5baf-4acc-899a-c7b2a870d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:10.818255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Attempting to bind port ebb4798c-a3e2-4ae3-8102-493ad0183c07 on network 49060f60-121f-48b6-89a9-76ff5d5b615f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:10.830825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Calling delete_port for d4b3874c-86b7-44d6-8276-211c0bc7243b owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:10.849705 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:10.850128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Checking segment: {'id': 'eaf050df-5baf-4acc-899a-c7b2a870d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:10.850534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.850929 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Bound using segment: {'id': 'eaf050df-5baf-4acc-899a-c7b2a870d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:10.851383 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Bound port: ebb4798c-a3e2-4ae3-8102-493ad0183c07, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf050df-5baf-4acc-899a-c7b2a870d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:10.851770 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.870231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383525f9-ad9f-4401-b7be-cd2dff17490a None None] Pushing event updated for resources: {'Port': ['ID=8fefcc14-8a51-4d20-85b2-5716d95fc408,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:10.890205 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:10.916621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Allocated IP 172.20.0.1 (3bcd190b-b096-4b12-aaf0-18bb6168e747/cdd21938-22c0-4fc7-b855-dacc0dfc32f5/1dc7ac41-1733-414d-ab23-c6dc98d51d1b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:11.063459 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0105a5ad-8c2c-4ad4-bdd7-da0997141473,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:11.077477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-61b41d5b-4dc3-4a89-894e-f39dee2a8e21 None None] Provisioning complete for port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:11.078289 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-61b41d5b-4dc3-4a89-894e-f39dee2a8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.116274 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.208491 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] For port ebb4798c-a3e2-4ae3-8102-493ad0183c07, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:11.241543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] For port ebb4798c-a3e2-4ae3-8102-493ad0183c07, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ebb4798c-a3e2-4ae3-8102-493ad0183c07,segment=NetworkSegment(eaf050df-5baf-4acc-899a-c7b2a870d5d1),segment_id=eaf050df-5baf-4acc-899a-c7b2a870d5d1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:11.257016 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.281082 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=0105a5ad-8c2c-4ad4-bdd7-da0997141473,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:11.311624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.379278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.420612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.423655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4b3874c-86b7-44d6-8276-211c0bc7243b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:11.441521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:11.524563 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-af179a78-ec10-476c-8610-2b6d16947ca9 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "DELETE /v2.0/ports/d4b3874c-86b7-44d6-8276-211c0bc7243b HTTP/1.1" status: 204 len: 168 time: 1.6943173 Feb 04 10:22:11.532102 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:11.543437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:11.581431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.593830 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:11.597247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8f956-faf0-45d1-ac25-051803b05686 None None] Pushing event updated for resources: {'Port': ['ID=ebb4798c-a3e2-4ae3-8102-493ad0183c07,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:11.597693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:11.606463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:11.607095 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.618136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:11.645247 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f89cfa-6ff6-415c-a669-b9c9debaf4eb tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:11.645851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1f89cfa-6ff6-415c-a669-b9c9debaf4eb tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:11.659723 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.669018 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event updated for resources: {'Port': ['ID=e3295013-fb99-4647-a6e1-0a57c176e555,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:11.691349 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1bb6fba4-ece1-497d-b97d-18ceb9ad7d53 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4752977 Feb 04 10:22:11.699507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:11.743462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object d43515f9-480b-43e9-b761-5a8bec4cbada will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:11.783271 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1f89cfa-6ff6-415c-a669-b9c9debaf4eb tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:11.784485 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f1f89cfa-6ff6-415c-a669-b9c9debaf4eb tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports/d4b3874c-86b7-44d6-8276-211c0bc7243b HTTP/1.1" status: 404 len: 333 time: 0.2441916 Feb 04 10:22:11.792177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:11.807683 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-788519400'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:11.819501 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:11.833965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Deleting port e3295013-fb99-4647-a6e1-0a57c176e555 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:11.834519 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.879930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.893283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:11.944950 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:11.976800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:11.982428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Transition to ACTIVE for port object 1dc7ac41-1733-414d-ab23-c6dc98d51d1b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:12.009832 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Made reservation on behalf of e51b914622074c5eb641921c75ef810f for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:12.012318 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.027827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:12.034526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:12.038125 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:12.076600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.163558 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.175375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.188887 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Transition to ACTIVE for port object f3e03068-34db-4cbe-9642-162d060fd7be will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:12.198287 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.257386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707d0e2-b28e-40f5-9943-7e186445a8a6 None None] Network e82f4b16-eec0-4360-acc0-37a0321622d6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:12.266371 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.296244 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Attempting to bind port f3e03068-34db-4cbe-9642-162d060fd7be on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:12.296505 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Attempting to bind port f3e03068-34db-4cbe-9642-162d060fd7be by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:12.297209 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Attempting to bind port f3e03068-34db-4cbe-9642-162d060fd7be on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:12.312436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:12.318418 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:12.318801 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:12.319215 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.319618 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:12.320106 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Bound port: f3e03068-34db-4cbe-9642-162d060fd7be, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:12.320504 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.402041 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:12.412238 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] For port f3e03068-34db-4cbe-9642-162d060fd7be, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:12.416729 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] For port f3e03068-34db-4cbe-9642-162d060fd7be, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f3e03068-34db-4cbe-9642-162d060fd7be,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:12.429409 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.456114 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port 32d21ad7-de12-46af-b416-a067ff7f8654 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:12.456693 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:12.458232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.467728 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.475802 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Pushing event updated for resources: {'Port': ['ID=f3e03068-34db-4cbe-9642-162d060fd7be,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:12.490024 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.490235 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.490582 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.490920 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.491251 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.491595 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.491929 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.492254 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.492584 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.492906 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.493227 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.493546 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Tracked resource versions report: Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: pushed versions: Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: { 'AddressGroup': {'1.2'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'ConntrackHelper': {'1.0'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Log': {'1.0'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Network': {'1.1'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Port': {'1.7'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'PortForwarding': {'1.2'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'QosPolicy': {'1.8'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroup': {'1.4'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroupRule': {'1.2'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SubPort': {'1.0'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Subnet': {'1.1'}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Trunk': {'1.1'}} Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: consumer versions: Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: { DHCP agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: HyperV agent@hv-neutron-8278: {}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: L3 agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: Metadata agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: Metering agent@dv-neutron-827824-1-hyperv: {}, Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: Open vSwitch agent@dv-neutron-827824-1-hyperv: { 'AddressGroup': '1.2', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'ConntrackHelper': '1.0', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Log': '1.0', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Network': '1.1', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Port': '1.7', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'PortForwarding': '1.2', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'QosPolicy': '1.8', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroup': '1.4', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SecurityGroupRule': '1.2', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'SubPort': '1.0', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Subnet': '1.1', Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: 'Trunk': '1.1'}} Feb 04 10:22:12.494664 dv-neutron-827824-1-hyperv neutron-server[87623]: {{(pid=87623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 10:22:12.500599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Provisioning for port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:12.534908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Provisioning complete for port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:12.542116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.547680 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:12.550302 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:12.551000 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:12.560429 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.575350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:12.739593 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:12.756139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:12.756806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:12.814566 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 10:22:12.815698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:22:12.832753 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0832-ccc2-4938-a91e-29f9d9e2f714 None None] Pushing event updated for resources: {'Port': ['ID=f3e03068-34db-4cbe-9642-162d060fd7be,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:12.898611 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:12.911078 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:12.999077 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d449c-ec7a-4b19-a22a-daa18edf3c72 None None] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:13.024654 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.8067884 Feb 04 10:22:13.026839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:13.051481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1301593929', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:f4:1e:03'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:13.063505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a108b95-7f0e-4850-8bd1-7bc2ab4500e7 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=d43515f9-480b-43e9-b761-5a8bec4cbada,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:13.112835 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5fdab9b1-db77-45df-834f-6705a9abeb60 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.0495939 Feb 04 10:22:13.211033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36692) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:13.254570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08473033-f386-49d2-9438-1ec64cd192d1 None None] Network 49060f60-121f-48b6-89a9-76ff5d5b615f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:13.261553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:13.265475 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Usage tracker for resource:port and tenant:1956f86a1a914f59b2c0435f08b4c2a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:13.269311 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:13.276206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:13.375503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:13.378451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.381627 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:06Z', 'revision_number': 3, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:13.400953 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee708e-59aa-4f56-a3d1-96cffdc5a04d None None] The sync data for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv is: [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:06Z', 'revision_number': 3, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:13.528906 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0105a5ad-8c2c-4ad4-bdd7-da0997141473 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:13.612326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.651250 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.682405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Deleting port 3e5a8e0d-10cc-4e6f-8760-0f518bcf5881 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:13.682405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.783527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] For port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:13.862630 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.874641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.966546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:13.992092 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846580f0-77a6-462b-a3ff-f4be73ebf0e9 None None] Pushing event updated for resources: {'Port': ['ID=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:14.041739 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:14.042235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.125617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning complete for port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:14.126544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.185442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.240767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Calling delete_port for e3295013-fb99-4647-a6e1-0a57c176e555 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:14.290689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:14.304669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8fefcc14-8a51-4d20-85b2-5716d95fc408 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:14.325689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.391567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.391802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.415701 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.475339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.475960 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.573512 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 8fefcc14-8a51-4d20-85b2-5716d95fc408 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:14.580916 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ebb4798c-a3e2-4ae3-8102-493ad0183c07 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:14.662379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning for port ebb4798c-a3e2-4ae3-8102-493ad0183c07 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:14.674212 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.680417 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::20e (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/27c49ccd-d5b9-4c06-b284-0fc9db5c3211) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:14.703337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port ebb4798c-a3e2-4ae3-8102-493ad0183c07 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:14.710942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:14.715835 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port ebb4798c-a3e2-4ae3-8102-493ad0183c07 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:14.717629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.722014 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.722543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce293601-5c6c-456e-b656-33c284820289 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:22:14.800015 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning complete for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:14.800808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:14.861147 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Calling delete_port for 3e5a8e0d-10cc-4e6f-8760-0f518bcf5881 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:14.934760 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 10:22:14.938929 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-59677067-81b0-422d-9d76-fde8577dbea8 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5189376 Feb 04 10:22:14.941744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:14.955319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:15.024429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning for port 8fefcc14-8a51-4d20-85b2-5716d95fc408 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:15.042213 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Provisioning complete for port 8fefcc14-8a51-4d20-85b2-5716d95fc408 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:15.042841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.103733 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.104554 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Network 0ec4b3eb-182b-4063-90c6-5af72113253f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:15.113751 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:15.129398 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=32d21ad7-de12-46af-b416-a067ff7f8654,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:15.136932 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:15.137869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:15.138500 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.148884 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port ebb4798c-a3e2-4ae3-8102-493ad0183c07, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ebb4798c-a3e2-4ae3-8102-493ad0183c07,segment=NetworkSegment(eaf050df-5baf-4acc-899a-c7b2a870d5d1),segment_id=eaf050df-5baf-4acc-899a-c7b2a870d5d1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:15.170807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.185227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.271181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.308940 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Deleting port 75eee774-6f34-4764-8591-1eccfa455abc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:15.309450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.319536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=ebb4798c-a3e2-4ae3-8102-493ad0183c07,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:15.338399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event deleted for resources: {'Port': ['ID=e3295013-fb99-4647-a6e1-0a57c176e555,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:15.347973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] For port 8fefcc14-8a51-4d20-85b2-5716d95fc408, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8fefcc14-8a51-4d20-85b2-5716d95fc408,segment=NetworkSegment(3a33f737-ba63-48c8-a751-4dedc7b29343),segment_id=3a33f737-ba63-48c8-a751-4dedc7b29343)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:15.354538 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-08599f6c-4e9e-4a03-ab64-c425b0ddcd08 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.5602667 Feb 04 10:22:15.364977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:15.366611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.414612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:15.493403 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.506234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f3e03068-34db-4cbe-9642-162d060fd7be up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:15.569731 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a535-975a-4f5c-8800-a11c87549fae None None] Pushing event updated for resources: {'Port': ['ID=8fefcc14-8a51-4d20-85b2-5716d95fc408,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:15.586670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:22:15.591977 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-068dda9d-1dcf-4af8-bb11-48a7bb2abd61 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "DELETE /v2.0/ports/e3295013-fb99-4647-a6e1-0a57c176e555 HTTP/1.1" status: 204 len: 168 time: 3.8905072 Feb 04 10:22:15.592933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.598774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:15.609858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Provisioning for port d43515f9-480b-43e9-b761-5a8bec4cbada completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:15.617787 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Provisioning complete for port d43515f9-480b-43e9-b761-5a8bec4cbada triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:15.618266 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.676928 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e5a8e0d-10cc-4e6f-8760-0f518bcf5881,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:15.721126 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.791967 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.794792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.799529 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4aa09f89-c5f3-4616-8c89-e454b77b7f90 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449 tempest-ExternalNetworksAdminNegativeTestJSON-1319691449-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/2f00a5a0-e421-45fd-ad6b-dc0a6ab4a03d HTTP/1.1" status: 204 len: 168 time: 2.5873344 Feb 04 10:22:15.801652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.801814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.805906 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Port d43515f9-480b-43e9-b761-5a8bec4cbada cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:15.821415 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.823487 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port f3e03068-34db-4cbe-9642-162d060fd7be completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:15.823555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.831255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port f3e03068-34db-4cbe-9642-162d060fd7be triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:15.834846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.876692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:15.917123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Provisioning complete for port 8fefcc14-8a51-4d20-85b2-5716d95fc408 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:15.917308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.017317 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:16.130783 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.146204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.158530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port f3e03068-34db-4cbe-9642-162d060fd7be, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f3e03068-34db-4cbe-9642-162d060fd7be,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:16.169796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.171239 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:16.174858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:16.196442 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2f6927c9-982f-4567-9e1d-2a3de4f0abf3 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5516722 Feb 04 10:22:16.209108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:16.219522 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-988152039'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:16.237499 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:16.247307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Usage tracker for resource:network and tenant:5a4f9638b6e74faca02792bcadbd9a26 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:16.250247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Provisioning complete for port ebb4798c-a3e2-4ae3-8102-493ad0183c07 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:16.250720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.253152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:16.273526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:16.300368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:16.310312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Calling delete_port for 75eee774-6f34-4764-8591-1eccfa455abc owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:16.353790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=f3e03068-34db-4cbe-9642-162d060fd7be,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:16.380590 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:16.380968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.399514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:16.416924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Sync routers for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:16.422875 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:16.432158 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:16.464692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port 32d21ad7-de12-46af-b416-a067ff7f8654 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:16.474760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.493853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Made reservation on behalf of 5a4f9638b6e74faca02792bcadbd9a26 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:16.497721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:16.498644 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:16.502759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.524819 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.529141 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Transition to ACTIVE for port object 32d21ad7-de12-46af-b416-a067ff7f8654 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:16.548468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.588388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.701841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2466c966-8163-4583-9ba2-6e43e98600e6 None None] Could not find standard attr ID for object e3295013-fb99-4647-a6e1-0a57c176e555. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:22:16.726704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:16.727843 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:16.733711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.734966 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3d26fa53-8d64-43c8-a27d-98b8bcccba0c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.3596299 Feb 04 10:22:16.762820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=32d21ad7-de12-46af-b416-a067ff7f8654,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:16.775916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:16.823611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:16.855821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:16.858432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:16.864735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:16.865359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:16.879742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Usage tracker for resource:security_group_rule and tenant:e10f11d9b7bc4833884312d21f00838c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:16.895528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:16.898475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:16.898702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:16.899052 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:16.905982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:16.906749 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:16.906900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:22:16.906987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=27c49ccd-d5b9-4c06-b284-0fc9db5c3211,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:16.969827 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 2 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:16.975009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:17.030585 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-39e986f3-8326-4492-9a3c-fe60ae170048 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.9845836 Feb 04 10:22:17.031412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:17.056269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5ecc21be-2e85-45e9-a87f-36a5fa1e62e0 None None] Provisioning complete for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:17.056790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ecc21be-2e85-45e9-a87f-36a5fa1e62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.105281 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.125772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.132225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:17.132805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:17.133417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:17.161374 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc21be-2e85-45e9-a87f-36a5fa1e62e0 None None] Port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:17.164918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:17.165252 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:17.168359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:17.174689 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 3 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:17.216091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Pushing event deleted for resources: {'Port': ['ID=75eee774-6f34-4764-8591-1eccfa455abc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:17.266201 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Router 340b81f0-9590-4d36-99d3-9d1c9a96f79e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:22:17.271687 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.274352 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Added segment ef6b24e0-3e10-4948-b979-a0616eb4352b of type vlan for network dcb4c882-0091-43ab-ab36-54961f3a7b69 Feb 04 10:22:17.276952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:17.277440 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:17.277925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:17.292193 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.321219 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9ab725c0-b076-43e5-a3a4-6e609fdcc740 tempest-RoutersAdminNegativeIpV6Test-1906020215 tempest-RoutersAdminNegativeIpV6Test-1906020215-project-admin] 10.222.0.73 "DELETE /v2.0/ports/75eee774-6f34-4764-8591-1eccfa455abc HTTP/1.1" status: 204 len: 168 time: 2.3743250 Feb 04 10:22:17.330933 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8fefcc14-8a51-4d20-85b2-5716d95fc408 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:17.393038 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:10Z', 'revision_number': 3, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:17.404446 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Checking router: 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:17.404858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Updating router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e port b7136500-46eb-4f48-b7dd-ada1815ea4f5 binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:17.419756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:17.425629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:17.432038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:17.433021 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:17.456134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e50adfe-61eb-4a67-8a6b-10587e220655 None None] Provisioning for port 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:17.480966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e50adfe-61eb-4a67-8a6b-10587e220655 None None] Provisioning complete for port 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:17.481595 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e50adfe-61eb-4a67-8a6b-10587e220655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.489458 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.544551 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5e50adfe-61eb-4a67-8a6b-10587e220655 None None] Port 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:17.546993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:17.552579 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-15b32558-3965-4a87-b091-9623216ef3ab tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5142844 Feb 04 10:22:17.553550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.557267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.575508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36738) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:17.607948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36740) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:17.612954 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:17.613292 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:17.620883 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8fefcc14-8a51-4d20-85b2-5716d95fc408 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:17.621208 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 4 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:17.621318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.668066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:17.668444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:17.668786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:17.681078 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:17.701691 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Sync routers for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:17.728556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Synchronizing usage tracker for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:17.734525 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:17.735296 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:17.737147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecdbf26-ba4e-4cc5-9a45-f5bef1606a77,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:17.753200 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:17.768439 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Sync routers for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:17.773162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:17.773677 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.794737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.809258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:17.809895 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:17.819752 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] Unset dirty status for tenant:9e2b52e3753645aa87cf413435a170c9 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:17.821291 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2b973263-76d9-4a01-b63f-3bdef857e563 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e10f11d9b7bc4833884312d21f00838c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4844794 Feb 04 10:22:17.840950 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36748) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:17.841699 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cfe4a9a1-e537-4d5a-829d-4fe43b4ec889 admin admin] 10.222.0.73 "PUT /v2.0/routers/340b81f0-9590-4d36-99d3-9d1c9a96f79e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0284948 Feb 04 10:22:17.850356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:17.850356 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:17.870557 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 5 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:17.965137 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:17.965480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:17.965825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:17.968063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:17.969382 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-67c78605-855f-42e7-aac7-1b8e442469d9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.2456369 Feb 04 10:22:18.014354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:18.099625 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.169253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:18.203043 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:18.235037 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Usage tracker for resource:security_group_rule and tenant:6c14cca05a71487fab6bbccbe7b286db is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:18.242492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:18.248891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:18.249159 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:18.262369 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 6 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:18.289828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.306267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:18.306935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.322104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:18.356123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.372614 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Transition to ACTIVE for port object b7136500-46eb-4f48-b7dd-ada1815ea4f5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:18.414194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.422554 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f3e03068-34db-4cbe-9642-162d060fd7be up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:18.437144 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:18.437459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:18.450463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:18.474596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.539358 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3283145 Feb 04 10:22:18.539696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:18.572519 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:18.573444 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:18.610175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730b7e-72a3-44e6-97f4-d578310861a3 None None] Pushing event updated for resources: {'Port': ['ID=b7136500-46eb-4f48-b7dd-ada1815ea4f5,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:18.613875 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 7 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:18.643468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Attempting to bind port b7136500-46eb-4f48-b7dd-ada1815ea4f5 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:18.643837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Attempting to bind port b7136500-46eb-4f48-b7dd-ada1815ea4f5 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:18.644466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Attempting to bind port b7136500-46eb-4f48-b7dd-ada1815ea4f5 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:18.655659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for 27c49ccd-d5b9-4c06-b284-0fc9db5c3211 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:18.664129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280545c-1065-4f5b-8337-bfee2d8ecc1a tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event updated for resources: {'Network': ['ID=dcb4c882-0091-43ab-ab36-54961f3a7b69,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:18.672579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.746986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:18.747404 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:18.747772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:18.783392 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 3, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:18.793577 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Checking router: 9e3a5110-a5b7-40db-a6fd-a623eb935f68 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:18.794578 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Updating router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:18.862101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:18.862933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.863315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:18.864120 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.865332 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:18.866123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Bound port: b7136500-46eb-4f48-b7dd-ada1815ea4f5, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:18.866729 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.878984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:18.881130 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:18.898933 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:18.949358 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 8 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:18.972076 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network dcb4c882-0091-43ab-ab36-54961f3a7b69 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:19.046686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:19.048660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:19.049228 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:19.143416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.191922 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.211115 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.260869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:19.261415 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:19.276053 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 9 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:19.286546 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.303707 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Transition to ACTIVE for port object b35e1ce2-4504-46e6-a521-7ad983a7b0f7 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:19.307782 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:19.307782 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:19.308339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:19.319086 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.323396 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:19.324329 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:19.328246 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 10 to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 Feb 04 10:22:19.358556 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c14cca05a71487fab6bbccbe7b286db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7040477 Feb 04 10:22:19.364384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.368267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36774) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:19.380940 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] For port b7136500-46eb-4f48-b7dd-ada1815ea4f5, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:19.386782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] For port b7136500-46eb-4f48-b7dd-ada1815ea4f5, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b7136500-46eb-4f48-b7dd-ada1815ea4f5,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:19.389724 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:19.431001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35cd0-26ae-4a3e-8c70-e1a2e4d25dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bbc48c-158b-49e7-9dc1-6c6a6a72abc7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.449857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=27c49ccd-d5b9-4c06-b284-0fc9db5c3211,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.486668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:19.487011 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:19.487357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:19.497342 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.506859 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.509671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port f3e03068-34db-4cbe-9642-162d060fd7be triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:19.510069 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.533078 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8db945-2699-4c2f-85af-0b3c5b9a3edc None None] Pushing event updated for resources: {'Port': ['ID=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.546007 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36780) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:19.546399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecdbf26-ba4e-4cc5-9a45-f5bef1606a77,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.547303 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Attempting to bind port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:19.548060 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Attempting to bind port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:19.548273 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Attempting to bind port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:19.557401 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:19.557675 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 32d21ad7-de12-46af-b416-a067ff7f8654 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:19.558034 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:19.558184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.558613 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:19.559127 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.560256 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:19.561093 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Bound port: b35e1ce2-4504-46e6-a521-7ad983a7b0f7, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:19.561614 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.618948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449538572', 'description': 'tempest-description--2089640995'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:19.647020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:19.673146 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] For port b35e1ce2-4504-46e6-a521-7ad983a7b0f7, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:19.678116 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] For port b35e1ce2-4504-46e6-a521-7ad983a7b0f7, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:19.685636 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.707719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Usage tracker for resource:security_group and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:19.710737 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.750183 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.765307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port 32d21ad7-de12-46af-b416-a067ff7f8654, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:19.765694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:22:19.812467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:19.831227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.846087 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8db945-2699-4c2f-85af-0b3c5b9a3edc None None] Pushing event updated for resources: {'Port': ['ID=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.846545 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.865998 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:19.866738 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:19.869596 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:19.928217 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2dda994d-5c44-4438-91a6-97a3395fcfa4 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 1.3573079 Feb 04 10:22:19.936780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36786) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:19.968699 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bbc48c-158b-49e7-9dc1-6c6a6a72abc7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.989826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] In _notify_port_updated(), no bound segment for port 32d21ad7-de12-46af-b416-a067ff7f8654 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:19.991056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:19.991472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730b7e-72a3-44e6-97f4-d578310861a3 None None] Pushing event updated for resources: {'Port': ['ID=b7136500-46eb-4f48-b7dd-ada1815ea4f5,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:19.992460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:19.994662 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "PUT /v2.0/ports/32d21ad7-de12-46af-b416-a067ff7f8654 HTTP/1.1" status: 200 len: 976 time: 4.6279957 Feb 04 10:22:20.010880 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36790) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.062449 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.070747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.072218 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ebb4798c-a3e2-4ae3-8102-493ad0183c07 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:20.077270 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bed82b34-edb2-4ea8-959a-9b6fa1df96f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fecdbf26-ba4e-4cc5-9a45-f5bef1606a77 HTTP/1.1" status: 204 len: 168 time: 2.2195368 Feb 04 10:22:20.098047 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:20.125170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.137144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:20.146183 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.147512 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-24915545-7fa9-40af-85ae-b4a51b73a467 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0bbc48c-158b-49e7-9dc1-6c6a6a72abc7 HTTP/1.1" status: 204 len: 168 time: 0.7766736 Feb 04 10:22:20.149047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Usage tracker for resource:security_group_rule and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:20.156319 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8c03ae7c-aeb9-4c48-adda-12e4a0661392 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/27c49ccd-d5b9-4c06-b284-0fc9db5c3211 HTTP/1.1" status: 204 len: 168 time: 2.5509326 Feb 04 10:22:20.157675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:20.159115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f1ed9-7bab-4324-b08e-cc371dbf1e32 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=32d21ad7-de12-46af-b416-a067ff7f8654,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:20.162643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36798) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.169236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.193312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:20.271544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:20.272278 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:20.369439 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Allocated IP 172.20.0.1 (bcb32ea3-a447-4ac4-a729-0fdc23635a87/913a788e-b7e0-493b-b4c3-1c8b145ac8f6/92313c4b-47ea-4a87-9c63-c8265127641f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:20.392693 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdd6517-19f5-4afd-bb94-55b1d045f0bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] GET failed (client error): The resource could not be found. Feb 04 10:22:20.393302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0fdd6517-19f5-4afd-bb94-55b1d045f0bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:20.500479 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0fdd6517-19f5-4afd-bb94-55b1d045f0bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:20.501963 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0fdd6517-19f5-4afd-bb94-55b1d045f0bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports/27c49ccd-d5b9-4c06-b284-0fc9db5c3211 HTTP/1.1" status: 404 len: 333 time: 0.3292243 Feb 04 10:22:20.511433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.532088 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1842512288'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:20.571190 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.571926 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.572409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.572888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.573351 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.574075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.574550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.575018 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.575479 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.575951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.576416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.577004 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.577341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.577807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.578294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:20.579837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:20.643180 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Allocated IP 172.20.0.1 (e82f4b16-eec0-4360-acc0-37a0321622d6/e2c42b2a-9aff-49d9-a591-9ad9eea7f90c/9d1f11da-2d0d-437b-91d8-eeb238a623c9) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:20.658175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1262a-e515-415d-9cd3-ef1f475dd356 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] Network dcb4c882-0091-43ab-ab36-54961f3a7b69 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:20.696111 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 3, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:20.699524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36810) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.709471 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b82897-1e51-44d9-b667-e35a18dcbd54 None None] The sync data for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv is: [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 3, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:20.729116 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0ef1262a-e515-415d-9cd3-ef1f475dd356 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "POST /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7426174 Feb 04 10:22:20.770630 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:20.773379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.773854 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36816) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.799836 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.801162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:20.802520 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d9c5144c-c6c1-4dbd-b6cd-a1f65382bd3a tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13820 time: 0.7757595 Feb 04 10:22:20.807421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36822) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:20.842711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.848643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.874648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Transition to ACTIVE for port object 92313c4b-47ea-4a87-9c63-c8265127641f will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:20.952645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Deleting port 32d21ad7-de12-46af-b416-a067ff7f8654 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:20.952997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.982438 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808529c0-d069-4815-8f4d-e8cd4e1fce33,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:20.994855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:20.996167 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-350cdf47-870f-4bc0-aab0-e0dc717e4628 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4306693 Feb 04 10:22:21.013839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:21.030319 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'security_group_rule': {'security_group_id': '808529c0-d069-4815-8f4d-e8cd4e1fce33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:21.036710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:21.041287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Usage tracker for resource:security_group_rule and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:21.044488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:21.053302 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:21.099561 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.102525 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.117219 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3238d-fab5-4f09-9b43-8796d45b970b None None] Network dcb4c882-0091-43ab-ab36-54961f3a7b69 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:21.131391 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port ebb4798c-a3e2-4ae3-8102-493ad0183c07 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:21.131697 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.156973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:21.163201 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5df4cd39-755a-478e-9cde-ed3653b40715 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b52ccab7ca994bed9c3152d788f6443c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4510119 Feb 04 10:22:21.177211 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:21.178377 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Transition to ACTIVE for port object 9d1f11da-2d0d-437b-91d8-eeb238a623c9 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:21.193621 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-97cac290-010e-48e6-b932-062af732d672 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c6624ebaf4b42d181b142ddbdc3d74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149518 Feb 04 10:22:21.194823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:21.200466 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:21.295914 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.326815 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:14Z', 'revision_number': 2, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:21.353267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Checking router: 340b81f0-9590-4d36-99d3-9d1c9a96f79e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:21.353267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Updating router 340b81f0-9590-4d36-99d3-9d1c9a96f79e port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:21.353546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:21.356207 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.397152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:21.402752 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0fa3da8e-1680-4d98-9706-84813d6c5f13 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.6256399 Feb 04 10:22:21.403419 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:21.409898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:21.413192 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.419196 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.426192 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:21.426673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.446513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.516587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.558956 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.646734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port 703ae561-c4e5-44eb-ad80-63a66d256ed1 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:21.689348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Network e82f4b16-eec0-4360-acc0-37a0321622d6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:21.721117 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port 32d21ad7-de12-46af-b416-a067ff7f8654, host hv-neutron-8278, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:21.721657 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.733276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:21.736196 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:21.736985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.810576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.827352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb7a027-8f94-483a-9d9a-e2e6248e2fe0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:21.891490 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::1b4 (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/703ae561-c4e5-44eb-ad80-63a66d256ed1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:21.941144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b35e1ce2-4504-46e6-a521-7ad983a7b0f7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:21.959528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:21.964012 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8bf11251-3f1b-4277-a8c7-337bd7a44b1b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9488013 Feb 04 10:22:21.964727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:21.966933 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36842) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:22.089348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Calling delete_port for 32d21ad7-de12-46af-b416-a067ff7f8654 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:22.112877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-927819db-9e95-482b-923b-690f65b1912c None None] Provisioning for port 92313c4b-47ea-4a87-9c63-c8265127641f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:22.117854 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.120848 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-927819db-9e95-482b-923b-690f65b1912c None None] Provisioning complete for port 92313c4b-47ea-4a87-9c63-c8265127641f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:22.121337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-927819db-9e95-482b-923b-690f65b1912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.124630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'security_group_rule': {'security_group_id': '808529c0-d069-4815-8f4d-e8cd4e1fce33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:22.153463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:22.174320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Usage tracker for resource:security_group_rule and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:22.180311 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.188847 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:10Z', 'revision_number': 3, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:22.191286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:22.206778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:22.214072 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025a494-2ea6-4883-a757-a6630e3cde75 None None] The sync data for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv is: [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:10Z', 'revision_number': 3, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:22.259000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Pushing event updated for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:22.267781 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-927819db-9e95-482b-923b-690f65b1912c None None] Port 92313c4b-47ea-4a87-9c63-c8265127641f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:22.283007 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:22.296302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:22.297137 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.305148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.325890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.327436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.371043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.398420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Transition to ACTIVE for port object 1dc7ac41-1733-414d-ab23-c6dc98d51d1b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:22.416124 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a854f9dd-b8ac-4a76-81c5-3ed585698c96 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "DELETE /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks/dcb4c882-0091-43ab-ab36-54961f3a7b69 HTTP/1.1" status: 204 len: 168 time: 0.9998491 Feb 04 10:22:22.417384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.426805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36846) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:22.438547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec8569-a31d-4d85-9026-c6fcdb26a7e7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:22.438969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.497923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event deleted for resources: {'Port': ['ID=32d21ad7-de12-46af-b416-a067ff7f8654,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:22.518406 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-127d35ee-1142-4151-a371-0e5d4b8d200c None None] Provisioning for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:22.523322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.550774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.565818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.567863 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ea116d63-6848-4b66-9d9e-4b80206ea77d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8ec8569-a31d-4d85-9026-c6fcdb26a7e7 HTTP/1.1" status: 204 len: 168 time: 1.3624158 Feb 04 10:22:22.591044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.625295 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c73d07ba-aa87-45fd-9655-8d195bfd9aa6 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "DELETE /v2.0/ports/32d21ad7-de12-46af-b416-a067ff7f8654 HTTP/1.1" status: 204 len: 168 time: 1.8144588 Feb 04 10:22:22.631021 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:22.636555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.716918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-127d35ee-1142-4151-a371-0e5d4b8d200c None None] Provisioning complete for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:22.718704 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-127d35ee-1142-4151-a371-0e5d4b8d200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.814104 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.848834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object 703ae561-c4e5-44eb-ad80-63a66d256ed1 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:22.858422 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.860234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9be1b40-56cc-42c3-b8c4-17d838d83674,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:22.871462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-127d35ee-1142-4151-a371-0e5d4b8d200c None None] Port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:22.929386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.935359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.939765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.945328 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d9cae1-8438-40a5-bbe4-a5c13fb5580e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:22.945786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-03d9cae1-8438-40a5-bbe4-a5c13fb5580e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:22.951032 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:22.958154 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950b4c-87be-47a4-8ef4-c162d5a16058 None None] Pushing event updated for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:22.962946 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.070025 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port b35e1ce2-4504-46e6-a521-7ad983a7b0f7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:23.071878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Attempting to bind port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:23.072258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Attempting to bind port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:23.072651 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Attempting to bind port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b on network 3bcd190b-b096-4b12-aaf0-18bb6168e747 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:23.087110 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:23.087455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Checking segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:23.087886 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.088325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Bound using segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:23.088847 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Bound port: 1dc7ac41-1733-414d-ab23-c6dc98d51d1b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:23.089292 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.100533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.187192 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb0b78-d9e0-45c7-baac-e3d4cd2c6615,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:23.188907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=703ae561-c4e5-44eb-ad80-63a66d256ed1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:23.207381 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-03d9cae1-8438-40a5-bbe4-a5c13fb5580e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:23.209061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-03d9cae1-8438-40a5-bbe4-a5c13fb5580e tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports/32d21ad7-de12-46af-b416-a067ff7f8654 HTTP/1.1" status: 404 len: 333 time: 0.5739574 Feb 04 10:22:23.230507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.232055 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a3b676c2-9b43-4733-89f1-6ad55e0013e4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1514318 Feb 04 10:22:23.235247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36860) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:23.235809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:23.283313 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] For port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:23.287610 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] For port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:23.308047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.322467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:23.333094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1085122623', 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:23.356436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:23.369723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:23.382442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:23.412628 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:23.413846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:23.433798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:23.444383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:23.446993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Usage tracker for resource:floatingip and tenant:f0887f26981f48c8a9704a8a7ac33fe0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:23.463382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:23.524432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:23.563312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.567876 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:23.571120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.572298 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c4d82c08-fe99-4e6f-a379-b23f134806eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bddb0b78-d9e0-45c7-baac-e3d4cd2c6615 HTTP/1.1" status: 204 len: 168 time: 2.3947923 Feb 04 10:22:23.596465 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:23.622970 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:23.631713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Made reservation on behalf of e51b914622074c5eb641921c75ef810f for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:23.638498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:23.639340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.640656 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.677321 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950b4c-87be-47a4-8ef4-c162d5a16058 None None] Pushing event updated for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:23.722069 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:23.742010 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fe536fce-9a3b-4595-beb4-944d6279da92 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2282097 Feb 04 10:22:23.772415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.774929 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:23.785761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:f4:1e:03'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:23.819752 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port 231a83b9-c7d4-4602-be9b-c83724426798 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:23.826197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:23.856658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.857856 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:23.978383 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b7136500-46eb-4f48-b7dd-ada1815ea4f5 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:24.060003 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Network e82f4b16-eec0-4360-acc0-37a0321622d6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:24.081419 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:24.199298 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a1e5e9d8-7096-472a-938a-8315f5e0bdf5 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 1.7635906 Feb 04 10:22:24.208966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port b7136500-46eb-4f48-b7dd-ada1815ea4f5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:24.214063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36886) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:24.222539 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port b7136500-46eb-4f48-b7dd-ada1815ea4f5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:24.225448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.362461 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d75355d5-c729-4f11-b301-55604e593a79 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/networks/7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1369956 Feb 04 10:22:24.362645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1bd6c5b-e542-4783-814f-42d4aa32dcd7 None None] Provisioning for port 703ae561-c4e5-44eb-ad80-63a66d256ed1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:24.371010 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36898) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:24.377162 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1bd6c5b-e542-4783-814f-42d4aa32dcd7 None None] Provisioning complete for port 703ae561-c4e5-44eb-ad80-63a66d256ed1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:24.378921 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c5b-e542-4783-814f-42d4aa32dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.544175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Pushing event updated for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:24.670975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.689972 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port b7136500-46eb-4f48-b7dd-ada1815ea4f5, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b7136500-46eb-4f48-b7dd-ada1815ea4f5,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:24.703001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd6c5b-e542-4783-814f-42d4aa32dcd7 None None] Port 703ae561-c4e5-44eb-ad80-63a66d256ed1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:24.707319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.708267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b35e1ce2-4504-46e6-a521-7ad983a7b0f7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:24.760031 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-18784174-dbb3-4100-b0b9-fcc857e4d073 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/networks/7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3697450 Feb 04 10:22:24.778279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36912) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:24.800387 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:24.823209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:24.884103 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.923494 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=b7136500-46eb-4f48-b7dd-ada1815ea4f5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:24.934116 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:24.937346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:22:24.954340 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f7c97891-d187-4252-9f81-526c46a7bb1b None None] Provisioning complete for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:24.955094 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f7c97891-d187-4252-9f81-526c46a7bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.229820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:25.239230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:25.239624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.302799 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.319819 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f7c97891-d187-4252-9f81-526c46a7bb1b None None] Port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:25.389821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Allocated IP 172.26.5.55 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/cc750db7-6c8a-4e8c-b0a0-f743351ef37a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:25.393920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:23Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:25.404846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aba6-2330-4452-9e06-cd6d4d599937 None None] The sync data for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv is: [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:23Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:25.470877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f92868e5-9d8d-4b20-ba83-65cff795cc64 None None] Provisioning complete for port 92313c4b-47ea-4a87-9c63-c8265127641f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:25.480120 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f92868e5-9d8d-4b20-ba83-65cff795cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.490259 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=231a83b9-c7d4-4602-be9b-c83724426798,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:25.603563 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ef55bd68-3e0d-4041-a172-f27154653e20 tempest-DHCPAgentSchedulersTestJSON-1714606141 tempest-DHCPAgentSchedulersTestJSON-1714606141-project-admin] 10.222.0.73 "GET /v2.0/agents/65fcf12a-a944-4a6e-8811-79390d0eba99/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.8230708 Feb 04 10:22:25.605352 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.622595 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f92868e5-9d8d-4b20-ba83-65cff795cc64 None None] Port 92313c4b-47ea-4a87-9c63-c8265127641f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:25.624162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36936) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:25.671975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:22:25.772464 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.784280 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b7136500-46eb-4f48-b7dd-ada1815ea4f5 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:25.794777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:25.797613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Network 0ec4b3eb-182b-4063-90c6-5af72113253f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:25.803493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:25.807060 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Sync routers for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:25.811094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:25.812166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:25.812908 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:25.828812 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:25.830733 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:25.852476 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-039c6a52-c00c-41fa-8b79-adf46e23a634 admin admin] 10.222.0.73 "PUT /v2.0/routers/9e3a5110-a5b7-40db-a6fd-a623eb935f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8282139 Feb 04 10:22:25.855316 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f3293c49-95f6-4172-842b-8e7d383e2e8c tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6098258 Feb 04 10:22:25.861043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36944) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:25.912517 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port b7136500-46eb-4f48-b7dd-ada1815ea4f5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:25.913094 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.007209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.008813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8a32e-cd04-4536-89b7-4c1eddcc48bd tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:26.009494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-53b8a32e-cd04-4536-89b7-4c1eddcc48bd tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:26.018528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.037515 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1937901000'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:26.077807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36950) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:26.141754 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-53b8a32e-cd04-4536-89b7-4c1eddcc48bd tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:26.147619 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-53b8a32e-cd04-4536-89b7-4c1eddcc48bd tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports/231a83b9-c7d4-4602-be9b-c83724426798 HTTP/1.1" status: 200 len: 955 time: 0.2852974 Feb 04 10:22:26.157651 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:26.161971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36956) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:26.174551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:26.226710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:26.240976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'Port': ['ID=cc750db7-6c8a-4e8c-b0a0-f743351ef37a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:26.244824 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1dc7ac41-1733-414d-ab23-c6dc98d51d1b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:26.251193 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:26.386054 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Deleting port 231a83b9-c7d4-4602-be9b-c83724426798 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:26.387086 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.415491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.419240 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:26.421362 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:26.427877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:26.430807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.435938 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.474639 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.542033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-622625725'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:26.696371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.718583 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 2, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:26.723093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Usage tracker for resource:network and tenant:e3d599bf7f4d46928049c5a972f0c824 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:26.723542 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Checking router: 9e3a5110-a5b7-40db-a6fd-a623eb935f68 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:26.724114 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Updating router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:26.727585 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.770680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:26.791206 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.806189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:26.818828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:26.824373 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Usage tracker for resource:network and tenant:e11097d8e6ef4790ba292933b5ef1777 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:26.830390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:26.855013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:22:26.858266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:26.874371 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-40a817e4-5bdd-496d-8ac0-06caebcacf3d admin admin] 10.222.0.73 "PUT /v2.0/routers/5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0917325 Feb 04 10:22:26.902863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:26.960334 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Sync routers for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:22:26.992067 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] In _notify_port_updated(), no bound segment for port 703ae561-c4e5-44eb-ad80-63a66d256ed1 on network 49060f60-121f-48b6-89a9-76ff5d5b615f {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:27.006818 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:27.007513 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.011679 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "PUT /v2.0/ports/703ae561-c4e5-44eb-ad80-63a66d256ed1 HTTP/1.1" status: 200 len: 1003 time: 3.2316780 Feb 04 10:22:27.021569 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:27.023317 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:27.034494 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:27.035160 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:27.111815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d14e25-376a-4bad-83ab-f5b3b1d8a2cd tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=703ae561-c4e5-44eb-ad80-63a66d256ed1,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:27.140419 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36972) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:27.239497 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:27.248518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port 703ae561-c4e5-44eb-ad80-63a66d256ed1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:27.248841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.374925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Made reservation on behalf of e11097d8e6ef4790ba292933b5ef1777 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:27.389361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.399441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:27.404374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.436201 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.461182 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.491852 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Transition to ACTIVE for port object 9d1f11da-2d0d-437b-91d8-eeb238a623c9 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:27.497267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307415713', 'description': 'tempest-description--874346491'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:27.500206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:27.502998 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.510920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.540495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:27.546768 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:27.567210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.582816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.622233 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Usage tracker for resource:security_group and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:27.628300 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:27.649923 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:27.652117 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:27.695556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Usage tracker for resource:security_group_rule and tenant:e3d599bf7f4d46928049c5a972f0c824 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:27.708911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:27.724531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > segment before_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.724883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.725701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.726086 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > port after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.726411 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > port after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.726768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > port after_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.727091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > segment after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.727434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.727761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.728074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet after_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:27.778735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1dc7ac41-1733-414d-ab23-c6dc98d51d1b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:27.873797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Usage tracker for resource:security_group_rule and tenant:e11097d8e6ef4790ba292933b5ef1777 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:27.906755 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546a2e7-f687-429e-8849-8f935d9bbcc6 None None] Pushing event updated for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:27.916489 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Attempting to bind port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:27.916880 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Attempting to bind port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:27.917246 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Attempting to bind port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 on network e82f4b16-eec0-4360-acc0-37a0321622d6 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:27.923655 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:27.924036 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Checking segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:27.924439 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.924832 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Bound using segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:27.925294 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Bound port: 9d1f11da-2d0d-437b-91d8-eeb238a623c9, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:27.925688 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:27.958179 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:28.025458 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-484b3d20-7c10-4816-8078-8baddbb4885e None None] Provisioning complete for port 703ae561-c4e5-44eb-ad80-63a66d256ed1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:28.026010 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-484b3d20-7c10-4816-8078-8baddbb4885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.026992 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] For port 9d1f11da-2d0d-437b-91d8-eeb238a623c9, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:28.032133 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] For port 9d1f11da-2d0d-437b-91d8-eeb238a623c9, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9d1f11da-2d0d-437b-91d8-eeb238a623c9,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:28.041970 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.060507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:28.061050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:28.061193 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet before_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:28.061540 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Subscribe: > subnet before_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:22:28.061896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb4c882-0091-43ab-ab36-54961f3a7b69']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.062616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Calling delete_port for 231a83b9-c7d4-4602-be9b-c83724426798 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:28.070656 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:28.079059 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.093764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:28.097011 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6b24e0-3e10-4948-b979-a0616eb4352b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.097454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6b24e0-3e10-4948-b979-a0616eb4352b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.127905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.141346 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-484b3d20-7c10-4816-8078-8baddbb4885e None None] Port 703ae561-c4e5-44eb-ad80-63a66d256ed1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:28.159925 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:28.160154 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:28.160664 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.168608 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546a2e7-f687-429e-8849-8f935d9bbcc6 None None] Pushing event updated for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:28.189919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Usage tracker for resource:security_group_rule and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:28.206071 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:28.206890 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.209793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:28.225701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.237491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:28.281056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:22:28.284335 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: from cryptography.utils import int_from_bytes Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: from cryptography.utils import int_from_bytes Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn_limited( Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn_limited( Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:22:28.346661 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:22:28.448443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36980) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:28.475707 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:23Z', 'revision_number': 2, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.478350 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:28.481310 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Checking router: 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:22:28.481917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Updating router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e port 92313c4b-47ea-4a87-9c63-c8265127641f binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:22:28.499195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433173196', 'description': 'tempest-description--1059093180'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:28.530757 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:28.536747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Usage tracker for resource:security_group and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:28.540527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:28.547145 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:28.571597 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.575460 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.581069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.625584 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.633114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:28.642458 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.644979 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.648473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event deleted for resources: {'Network': ['ID=dcb4c882-0091-43ab-ab36-54961f3a7b69,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:28.651192 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Usage tracker for resource:security_group_rule and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:28.670075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:28.677707 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7ebef229-d766-4087-932a-813101c32321 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "DELETE /v2.0/networks/dcb4c882-0091-43ab-ab36-54961f3a7b69 HTTP/1.1" status: 204 len: 168 time: 3.0043001 Feb 04 10:22:28.690733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.716413 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:28.729680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36984) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:28.730132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.730623 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Added segment eb7f778a-366f-404a-9b57-ad335f05ada8 of type vlan for network 4dcfc24c-db8f-4855-9909-02178ce07870 Feb 04 10:22:28.733669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:28.744372 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event deleted for resources: {'Port': ['ID=231a83b9-c7d4-4602-be9b-c83724426798,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:28.765637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:28.782217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.783279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.808403 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.845555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe3428-6c35-43f6-a2b9-bfea48d19b42,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:28.850912 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.901866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.904613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.911127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11013562-707e-4a95-a4ed-6373d3321f7b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:28.919009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.925441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:28.926853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.931472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.936041 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:28Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:28.939054 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:28.941676 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139fb3a-b284-46e9-b9cd-596231b13ba9 None None] The sync data for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv is: [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:28Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:28.980266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.009046 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48676c-1038-4120-955f-26fd353a99cb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.061283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.065696 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fc9b580a-6b5c-439e-be55-4aa265ce2e02 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9236650 Feb 04 10:22:29.075833 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.076449 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1d1aa9-f8f2-4b67-9af8-4b61c4728453 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] DELETE failed (client error): The resource could not be found. Feb 04 10:22:29.076945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1d1aa9-f8f2-4b67-9af8-4b61c4728453 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:22:29.080820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Network': ['ID=4dcfc24c-db8f-4855-9909-02178ce07870,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.089091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'security_group_rule': {'security_group_id': '11013562-707e-4a95-a4ed-6373d3321f7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:29.103587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:29.107318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 4dcfc24c-db8f-4855-9909-02178ce07870 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:29.111206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Usage tracker for resource:security_group_rule and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:29.117630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:29.126362 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-36828ce8-dfc6-4120-9a8a-d8937b1e9991 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.8892086 Feb 04 10:22:29.130941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 36992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.133745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:29.139196 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'subnet': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:29.189151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.254005 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for 703ae561-c4e5-44eb-ad80-63a66d256ed1 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:29.259183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Transition to ACTIVE for port object 92313c4b-47ea-4a87-9c63-c8265127641f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:29.262270 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.270460 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.281591 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:29.285505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Usage tracker for resource:subnet and tenant:e3d599bf7f4d46928049c5a972f0c824 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:29.288946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:29.295840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:29.315196 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:29.319682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.327416 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'Port': ['ID=cc750db7-6c8a-4e8c-b0a0-f743351ef37a,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.353234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.370715 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8a1d1aa9-f8f2-4b67-9af8-4b61c4728453 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "DELETE /v2.0/ports/e3295013-fb99-4647-a6e1-0a57c176e555 HTTP/1.1" status: 404 len: 333 time: 0.6239181 Feb 04 10:22:29.375083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.377295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 36996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.389126 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.390373 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0376af19-2841-4594-bff9-350a26b52cdc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9319859 Feb 04 10:22:29.392013 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7eb02277-9c8f-4495-bbd1-57a997c36139 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "DELETE /v2.0/ports/231a83b9-c7d4-4602-be9b-c83724426798 HTTP/1.1" status: 204 len: 168 time: 3.2222154 Feb 04 10:22:29.474808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7ff0-40f2-45c3-a911-c7d48f3ba935 None None] Pushing event updated for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.484563 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.485767 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.491573 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.601713 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Attempting to bind port 92313c4b-47ea-4a87-9c63-c8265127641f on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:29.603526 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Attempting to bind port 92313c4b-47ea-4a87-9c63-c8265127641f by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:29.604620 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Attempting to bind port 92313c4b-47ea-4a87-9c63-c8265127641f on network bcb32ea3-a447-4ac4-a729-0fdc23635a87 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:29.609268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'security_group_rule': {'security_group_id': '5b48676c-1038-4120-955f-26fd353a99cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:29.611763 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:29.612449 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Checking segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:29.613068 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.614318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Bound using segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:29.617542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:29.619689 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Bound port: 92313c4b-47ea-4a87-9c63-c8265127641f, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:29.620376 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.630306 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Usage tracker for resource:security_group_rule and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:29.634247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.647819 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:29.671467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:29.712397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Deleting subnet bf5299b1-5e71-483e-92e5-798659a91091 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:22:29.713865 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1f11da-2d0d-437b-91d8-eeb238a623c9 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:29.730706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.742542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Subnet': ['ID=61d908c9-545c-4c7d-a3ea-5ec5bf351bb5,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.748871 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a5eae8a1-081d-4830-bdcc-79f229a5322a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5013571 Feb 04 10:22:29.773492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.780510 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.792078 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.815815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcc5da5-c512-4529-a011-42d76ef3f910,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:29.837144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] For port 92313c4b-47ea-4a87-9c63-c8265127641f, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:29.840297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Checking segment: {'id': 'eb7f778a-366f-404a-9b57-ad335f05ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:29.840801 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network hostable DHCP agents. Network: 4dcfc24c-db8f-4855-9909-02178ce07870, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:29.842664 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] For port 92313c4b-47ea-4a87-9c63-c8265127641f, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=92313c4b-47ea-4a87-9c63-c8265127641f,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:29.852957 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.855815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.857542 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1ccd80a5-ce1e-4049-a0a5-345e0ae24e5d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7805479 Feb 04 10:22:29.866965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37010) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.875142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'security_group_rule': {'security_group_id': '11013562-707e-4a95-a4ed-6373d3321f7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:29.882655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:29.886787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:29.894935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Usage tracker for resource:security_group_rule and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:29.898226 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:29.902341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 4dcfc24c-db8f-4855-9909-02178ce07870) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:29.909804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:29.914217 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:29.915034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.920923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:29.928435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803083bb-6ad3-42b4-9c92-5c89b2523454 None None] Network 4dcfc24c-db8f-4855-9909-02178ce07870 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:29.937738 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ffe0d7-80f1-4046-b7c3-cc0bc4830ce0 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:29.938293 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-11ffe0d7-80f1-4046-b7c3-cc0bc4830ce0 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:29.951437 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f974ebe1-ed03-49d6-b5d6-779bd790dfdd tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194013 Feb 04 10:22:29.953856 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.964526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:29.970488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:29.988221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-1479410634'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:30.051229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:30.078886 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:30.079743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.087336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.113118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72b9579-0b84-4be8-af9b-d68906d20a1d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:30.130749 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7ff0-40f2-45c3-a911-c7d48f3ba935 None None] Pushing event updated for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:30.134150 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:22:30.135118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:30.135251 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.135476 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Added segment 0d1820e0-2372-4413-a968-4f4643764efd of type vlan for network 4e0b0a98-6a19-414c-879b-c9f0b899da0b Feb 04 10:22:30.202547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.215144 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:30.237437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Usage tracker for resource:port and tenant:e3d599bf7f4d46928049c5a972f0c824 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:30.243081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:30.253347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:30.271350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.280478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.320706 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:30.330234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.360634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:30.449305 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.450815 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5826917 Feb 04 10:22:30.459225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37038) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:30.461259 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.464813 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c507a68-a19b-4d00-8141-d1f2783eeace tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac47cdf-2882-4b74-81d8-736c8cf03b60,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:30.474462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:30.478853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:30.517372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:30.521842 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-11ffe0d7-80f1-4046-b7c3-cc0bc4830ce0 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:30.528213 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-11ffe0d7-80f1-4046-b7c3-cc0bc4830ce0 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports/231a83b9-c7d4-4602-be9b-c83724426798 HTTP/1.1" status: 404 len: 333 time: 1.0300083 Feb 04 10:22:30.529694 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 10:22:30.543604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:30.546530 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.552809 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Usage tracker for resource:floatingip and tenant:d3868a4075c14731bad3b31ea9591ab1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:30.554856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:30.555710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.561356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:30.574815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1006893732'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:30.585149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:30.595247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.616120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:30.620533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-1a99caa8-24b8-4ccf-9a7d-359ce5ccdbd6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Synchronizing usage tracker for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:30.621083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:22:30.638767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:30.649696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.670004 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.6 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/c0f26beb-199e-4cc7-a783-3b07c9b1fbe0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:30.710009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.925225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-1a99caa8-24b8-4ccf-9a7d-359ce5ccdbd6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Unset dirty status for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:30.926690 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-1a99caa8-24b8-4ccf-9a7d-359ce5ccdbd6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--449538572&fields=id&tenant_id=f0887f26981f48c8a9704a8a7ac33fe0 HTTP/1.1" status: 200 len: 267 time: 0.4119561 Feb 04 10:22:30.927545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Made reservation on behalf of e51b914622074c5eb641921c75ef810f for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:30.929996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.932159 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-4dcfc24c-db8f-4855-9909-02178ce07870', 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'tenant_id': 'e3d599bf7f4d46928049c5a972f0c824', 'fixed_ips': [{'subnet_id': '61d908c9-545c-4c7d-a3ea-5ec5bf351bb5'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:30.933104 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:30.943962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=703ae561-c4e5-44eb-ad80-63a66d256ed1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:30.952682 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 9d1f11da-2d0d-437b-91d8-eeb238a623c9, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9d1f11da-2d0d-437b-91d8-eeb238a623c9,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:31.004036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.008431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.012747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.015173 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Pushing event updated for resources: {'Network': ['ID=4e0b0a98-6a19-414c-879b-c9f0b899da0b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:31.046929 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-93063267-e316-4d21-84bd-5d86f0cd7844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.9578660 Feb 04 10:22:31.103898 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:31.108506 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:31.140685 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.150541 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port 71a6e590-646c-4672-8444-5e5c80ab6482 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:31.187711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:31.191320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.193070 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6975281 Feb 04 10:22:31.197783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.202384 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37056) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:31.202557 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "DELETE /v2.0/subnets/bf5299b1-5e71-483e-92e5-798659a91091 HTTP/1.1" status: 204 len: 168 time: 1.8238502 Feb 04 10:22:31.203143 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37060) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:31.207221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.211060 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bb420cd9-5e8f-4a92-8df4-d34c968ad888 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/703ae561-c4e5-44eb-ad80-63a66d256ed1 HTTP/1.1" status: 204 len: 168 time: 4.1860850 Feb 04 10:22:31.212988 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601ca1f-7248-48d5-a4b3-90de672bbe36 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948e82b9-19ee-44fa-95cf-de15a7fa62a9,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:31.214687 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:31.215372 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df63c71-1a83-430f-bccf-a3a25bd04a63 tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5299b1-5e71-483e-92e5-798659a91091,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:31.217761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'security_group_rule': {'security_group_id': '5b48676c-1038-4120-955f-26fd353a99cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:31.238241 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030530325'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:31.243916 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4e05a-90b4-4fb2-9c05-dc14c928cca4 None None] Network 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:31.265856 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e939ec8-88f7-4c90-b69b-3cca98a6b273 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] GET failed (client error): The resource could not be found. Feb 04 10:22:31.266430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e939ec8-88f7-4c90-b69b-3cca98a6b273 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:31.274714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:31.282468 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e939ec8-88f7-4c90-b69b-3cca98a6b273 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:31.288061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8e939ec8-88f7-4c90-b69b-3cca98a6b273 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports/703ae561-c4e5-44eb-ad80-63a66d256ed1 HTTP/1.1" status: 404 len: 333 time: 0.0663400 Feb 04 10:22:31.288607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:31.288959 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:31.294756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1601383849'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:31.312038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Usage tracker for resource:port and tenant:75e1e4b2dc7d4c0595847be1e9c5787d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:31.321002 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Usage tracker for resource:security_group_rule and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:31.329260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:31.357295 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:31.372457 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:31.449031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:31.460459 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:31.460685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:31.472786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:31.478029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.503725 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port ec0060b9-fcec-4654-b3b4-23edb74feabc yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:31.516809 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-8873ae04-7f67-4288-8734-e2170c3b89cd tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:31.517502 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-8873ae04-7f67-4288-8734-e2170c3b89cd tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Synchronizing usage tracker for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:31.527893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.549243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Made reservation on behalf of 75e1e4b2dc7d4c0595847be1e9c5787d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:31.551791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.614570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.624403 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.630596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:29Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:31.638890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe339a-6277-48f2-8ae0-51dec69d941f None None] The sync data for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv is: [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:29Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:22:31.640829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:31.645492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.653543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1f11da-2d0d-437b-91d8-eeb238a623c9 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:31.686741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::395 (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/ec0060b9-fcec-4654-b3b4-23edb74feabc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:31.748101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] DHCP port deletion for 7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:22:31.758469 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Deleting port 8fefcc14-8a51-4d20-85b2-5716d95fc408 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:31.758934 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.771160 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-8873ae04-7f67-4288-8734-e2170c3b89cd tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Unset dirty status for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:31.777859 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-8873ae04-7f67-4288-8734-e2170c3b89cd tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/networks?id=3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 200 len: 812 time: 0.8090153 Feb 04 10:22:31.796225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:31.817579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Usage tracker for resource:security_group_rule and tenant:75e1e4b2dc7d4c0595847be1e9c5787d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:31.819255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:31.819879 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.830865 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:31.846083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Deleting port 8fefcc14-8a51-4d20-85b2-5716d95fc408 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:31.846431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.872096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:31.892468 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-85a61b76-8248-4951-adfd-6ecbfaeb1a2e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/quotas/f0887f26981f48c8a9704a8a7ac33fe0 HTTP/1.1" status: 200 len: 375 time: 0.1134791 Feb 04 10:22:31.933271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:31.950269 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object ec0060b9-fcec-4654-b3b4-23edb74feabc will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:31.976646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.013648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.033214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.053167 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:32.056629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:32.060550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:32.066274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:32.067186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.083300 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] For port 8fefcc14-8a51-4d20-85b2-5716d95fc408, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8fefcc14-8a51-4d20-85b2-5716d95fc408,segment=NetworkSegment(3a33f737-ba63-48c8-a751-4dedc7b29343),segment_id=3a33f737-ba63-48c8-a751-4dedc7b29343)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:32.083720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.084904 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=ec0060b9-fcec-4654-b3b4-23edb74feabc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:32.107175 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4d1813eb-5c52-4200-a9fc-3c3c87305393 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8144531 Feb 04 10:22:32.107175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37080) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:32.112157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.116493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:1e:03'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:32.121058 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.213897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609880'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.297736 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Calling delete_port for 8fefcc14-8a51-4d20-85b2-5716d95fc408 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:32.343488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:32.375837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:32.376724 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Allocated IP 172.20.0.2 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/ecbb0f13-10b6-41a9-b331-2ba9e91678c0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:32.385675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.400326 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee28fe1a-4609-4e9b-b46c-f893ce79b576,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:32.409465 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:32.417241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.508162 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-a7985f9a-5b03-41ad-b66a-b5024f689059 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6147187 Feb 04 10:22:32.509023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.510216 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f269a313-3daf-4331-8a3f-a004d38a7de2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2990396 Feb 04 10:22:32.513194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Network 0ec4b3eb-182b-4063-90c6-5af72113253f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:32.580103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fecc6df2-d439-4bde-813a-c5eaa1351bae None None] Provisioning for port ec0060b9-fcec-4654-b3b4-23edb74feabc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:32.599369 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.636862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:32.643688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fecc6df2-d439-4bde-813a-c5eaa1351bae None None] Provisioning complete for port ec0060b9-fcec-4654-b3b4-23edb74feabc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:32.644186 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fecc6df2-d439-4bde-813a-c5eaa1351bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.683650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Allocated IP 172.26.5.132 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/6c8f828f-3563-4384-835e-3563e207419b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:32.693095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] Pushing event deleted for resources: {'Port': ['ID=8fefcc14-8a51-4d20-85b2-5716d95fc408,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:32.720754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25cc1f-47df-424e-8d53-fa0453bdd361 None None] No DVR routers for this DVR port 8fefcc14-8a51-4d20-85b2-5716d95fc408 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:22:32.736670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.744232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.759763 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fecc6df2-d439-4bde-813a-c5eaa1351bae None None] Port ec0060b9-fcec-4654-b3b4-23edb74feabc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:32.804249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] In _notify_port_updated(), no bound segment for port ec0060b9-fcec-4654-b3b4-23edb74feabc on network 49060f60-121f-48b6-89a9-76ff5d5b615f {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:32.809787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:32.810426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.814390 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "PUT /v2.0/ports/ec0060b9-fcec-4654-b3b4-23edb74feabc HTTP/1.1" status: 200 len: 1003 time: 0.7032006 Feb 04 10:22:32.819234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37092) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:32.852888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=c0f26beb-199e-4cc7-a783-3b07c9b1fbe0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:32.855252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:32.862380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:32.863339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:32.864497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.883670 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.896958 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Transition to ACTIVE for port object ecbb0f13-10b6-41a9-b331-2ba9e91678c0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:32.916712 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Transition to ACTIVE for port object ecbb0f13-10b6-41a9-b331-2ba9e91678c0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:32.925755 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:32.926686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e166b03-42c7-47a0-97db-f0cb65610e2b tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=ec0060b9-fcec-4654-b3b4-23edb74feabc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:32.973802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port ec0060b9-fcec-4654-b3b4-23edb74feabc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:32.986337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.048739 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:33.062660 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:33.072550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:33.132451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Pushing event updated for resources: {'Port': ['ID=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:33.169298 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:33.179444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:33.185173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Usage tracker for resource:floatingip and tenant:3d975fe980b5480f985e86f917e90996 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:33.188959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:33.198940 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:33.221036 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Attempting to bind port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:33.221413 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Attempting to bind port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'eb7f778a-366f-404a-9b57-ad335f05ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:33.221782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Attempting to bind port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 on network 4dcfc24c-db8f-4855-9909-02178ce07870 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:33.228473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:33.228873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Checking segment: {'id': 'eb7f778a-366f-404a-9b57-ad335f05ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:33.229897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.230332 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Bound using segment: {'id': 'eb7f778a-366f-404a-9b57-ad335f05ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:33.230791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Bound port: ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7f778a-366f-404a-9b57-ad335f05ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:33.231165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.268045 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.311739 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7590096 Feb 04 10:22:33.344466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6774c1fe-0ba1-46f6-a22c-1db2a23d8439 None None] Provisioning complete for port ec0060b9-fcec-4654-b3b4-23edb74feabc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:33.344837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6774c1fe-0ba1-46f6-a22c-1db2a23d8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.352422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-55a81db6-5e6f-43f3-9cb4-981a970d2597 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:22:33.353451 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-55a81db6-5e6f-43f3-9cb4-981a970d2597 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4093850 Feb 04 10:22:33.357553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:33.365355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.379888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:33.380551 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.390844 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:33.408809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] For port ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:33.427393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] For port ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,segment=NetworkSegment(eb7f778a-366f-404a-9b57-ad335f05ada8),segment_id=eb7f778a-366f-404a-9b57-ad335f05ada8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:33.431133 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6774c1fe-0ba1-46f6-a22c-1db2a23d8439 None None] Port ec0060b9-fcec-4654-b3b4-23edb74feabc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:33.438480 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.450061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.547508 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667d39c-0de8-47e4-8fd6-9ddb52c22fb1 None None] Pushing event updated for resources: {'Port': ['ID=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:33.552076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78a13d-9835-4d22-9b6a-0ef847521608 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=71a6e590-646c-4672-8444-5e5c80ab6482,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:33.588840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.634543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for ec0060b9-fcec-4654-b3b4-23edb74feabc owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:33.706087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:33.714030 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1e99fa7e-ac07-439b-b2c0-3acbb3391c74 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7477331 Feb 04 10:22:33.718734 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:33.724427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:33.731481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-1162939150', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:66:6a:1a'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:33.774224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92313c4b-47ea-4a87-9c63-c8265127641f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:33.940204 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 92313c4b-47ea-4a87-9c63-c8265127641f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:33.947790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 92313c4b-47ea-4a87-9c63-c8265127641f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:33.949009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.014845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:34.019080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.071083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Usage tracker for resource:port and tenant:e3d599bf7f4d46928049c5a972f0c824 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:34.083187 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:34.124966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:34.140869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.142664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.147286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=ec0060b9-fcec-4654-b3b4-23edb74feabc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:34.152375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:34.163038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Transition to ACTIVE for port object ce659ac0-f6b6-49c7-9697-8871f9ce7c7b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:34.170587 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-61bb3c33-3aed-4bd7-96a5-6da17d8a749e tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/ec0060b9-fcec-4654-b3b4-23edb74feabc HTTP/1.1" status: 204 len: 168 time: 1.3501763 Feb 04 10:22:34.172502 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:34.172610 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] For port 8fefcc14-8a51-4d20-85b2-5716d95fc408, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8fefcc14-8a51-4d20-85b2-5716d95fc408,segment=NetworkSegment(3a33f737-ba63-48c8-a751-4dedc7b29343),segment_id=3a33f737-ba63-48c8-a751-4dedc7b29343)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:34.172610 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.179273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.215551 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.218658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 92313c4b-47ea-4a87-9c63-c8265127641f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=92313c4b-47ea-4a87-9c63-c8265127641f,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:34.222015 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:34.229743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.247762 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004ba97-8c3c-491f-8110-520f97cd0641 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] GET failed (client error): The resource could not be found. Feb 04 10:22:34.248371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7004ba97-8c3c-491f-8110-520f97cd0641 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:34.319868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7004ba97-8c3c-491f-8110-520f97cd0641 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:34.323118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8fefcc14-8a51-4d20-85b2-5716d95fc408 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:22:34.325646 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7004ba97-8c3c-491f-8110-520f97cd0641 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports/ec0060b9-fcec-4654-b3b4-23edb74feabc HTTP/1.1" status: 404 len: 333 time: 0.1520200 Feb 04 10:22:34.326281 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37112) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:34.338732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1979332163'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:34.388138 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 8fefcc14-8a51-4d20-85b2-5716d95fc408 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:22:34.388678 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8fefcc14-8a51-4d20-85b2-5716d95fc408 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:22:34.417686 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:34.512366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.541595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Calling delete_port for 8fefcc14-8a51-4d20-85b2-5716d95fc408 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:34.555171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port ee1b58b7-97d3-4e3a-be64-e5cf4d202adb yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:34.564971 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c13e-07b7-4d8f-a4a7-91e8f9d2f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.591225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:34.612287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:34.634749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ddb47f-3818-4a25-ab3a-9fbdfe895a46,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:34.639846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:34.643881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.646011 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-f40f9c85-e328-4ac0-b0f7-d2208b2f8846 service neutron] 10.222.0.73 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2162232 Feb 04 10:22:34.675446 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port 48e8c692-9127-45c9-a4e8-ea63af33cf71 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:34.795037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:22:34.795472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:22:34.796167 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=ce659ac0-f6b6-49c7-9697-8871f9ce7c7b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:34.824481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.12 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/ee1b58b7-97d3-4e3a-be64-e5cf4d202adb) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:34.836646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.870318 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:34.899785 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7ab43-2e32-4eef-8033-a70e42881506 None None] Network 4dcfc24c-db8f-4855-9909-02178ce07870 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:34.940148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::2ac (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/48e8c692-9127-45c9-a4e8-ea63af33cf71) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:34.989469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Checking segment: {'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:34.990099 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Network hostable DHCP agents. Network: 4e0b0a98-6a19-414c-879b-c9f0b899da0b, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:35.007774 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-97ec850e-6e5b-45f3-9602-7c615c2737fb None None] Provisioning for port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:35.031734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:35.046463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:35.059209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:35.105469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'Port': ['ID=6c8f828f-3563-4384-835e-3563e207419b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:35.148969 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-17efd8da-6b3a-438f-84a7-95a87fd7dd06 service neutron] 10.222.0.73 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021594 Feb 04 10:22:35.257493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.308005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Deleting port 8fefcc14-8a51-4d20-85b2-5716d95fc408 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:35.308348 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.354697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object ee1b58b7-97d3-4e3a-be64-e5cf4d202adb will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:35.377594 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:35.457924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] The port '8fefcc14-8a51-4d20-85b2-5716d95fc408' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:22:35.467750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.469501 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 4e0b0a98-6a19-414c-879b-c9f0b899da0b) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:35.472474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.481228 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36976d5-c9ca-4303-a3af-86dcd274b569 None None] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:35.517355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:35.536072 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.552252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:35.575391 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:35.583783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37136) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:35.590697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:35.596290 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:35.596987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.608359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object 48e8c692-9127-45c9-a4e8-ea63af33cf71 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:35.643911 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=ee1b58b7-97d3-4e3a-be64-e5cf4d202adb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:35.664593 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a00402ad-94eb-43da-bafa-79a3d89bbd3b tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9438853 Feb 04 10:22:35.667872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:35.733056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:35.735809 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:35.736364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:35.762763 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 10:22:35.824649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-197c05b2-bd24-4bdf-b70a-05154617bc8b req-9df475c9-4f9d-4b7e-a06c-d28de46e3385 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Synchronizing usage tracker for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:35.857760 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:35.905640 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:35.917033 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:22:35.953881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ecbb0f13-10b6-41a9-b331-2ba9e91678c0 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:35.972903 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:35.973224 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:35.988266 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 2 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:36.000816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=48e8c692-9127-45c9-a4e8-ea63af33cf71,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:36.033783 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e91673ce-8cd8-4fea-9b88-0758991623ed None None] Provisioning for port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:36.034105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:36.039207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:36.043777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:36.050968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:36.052078 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.064503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e91673ce-8cd8-4fea-9b88-0758991623ed None None] Provisioning complete for port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:36.064909 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e91673ce-8cd8-4fea-9b88-0758991623ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.086456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.092582 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.116369 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-197c05b2-bd24-4bdf-b70a-05154617bc8b req-9df475c9-4f9d-4b7e-a06c-d28de46e3385 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Unset dirty status for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:36.119790 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-197c05b2-bd24-4bdf-b70a-05154617bc8b req-9df475c9-4f9d-4b7e-a06c-d28de46e3385 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.5348809 Feb 04 10:22:36.123968 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a0c0e3c7-b817-4a3d-98b1-b85d27902286 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7926285 Feb 04 10:22:36.124645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37152) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:36.134219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'network_id': '49060f60-121f-48b6-89a9-76ff5d5b615f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1360300719'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:36.255369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.256483 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:36.286841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e91673ce-8cd8-4fea-9b88-0758991623ed None None] Port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:36.289162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:36.289627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:36.290139 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.297168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:36.297511 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:36.297848 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:36.298392 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:36.305469 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:36.307235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Synchronizing usage tracker for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:36.326766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:36.377123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:36.377288 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Unset dirty status for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:36.377451 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:36.381747 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-45c995a0-1e98-44f0-8148-ef55159bb14c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7096980 Feb 04 10:22:36.381900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] device_id is not set on port 71a6e590-646c-4672-8444-5e5c80ab6482 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:36.382529 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37164) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:36.391490 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 3 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:36.392488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:36.406310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a33f737-ba63-48c8-a751-4dedc7b29343') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:36.406778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a33f737-ba63-48c8-a751-4dedc7b29343') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:36.432553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.444724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.445711 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Provisioning complete for port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:36.446714 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.468226 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:36.468374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:36.468654 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:36.483756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:36.512739 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:36.513063 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:36.514226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port ee1b58b7-97d3-4e3a-be64-e5cf4d202adb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:36.514646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.521377 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 4 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:36.528510 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Transition to ACTIVE for port object 71a6e590-646c-4672-8444-5e5c80ab6482 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:36.539629 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.550505 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Made reservation on behalf of 1956f86a1a914f59b2c0435f08b4c2a7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:36.555350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.565712 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.573546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Allocated IP 172.26.5.251 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/98779ab3-bd2d-4ac4-9d25-aa63e00050e5) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:36.575891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.588966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:36.597288 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] device_id is not set on port 23fa87bb-7745-498d-818b-54424bc42fb1 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:36.612388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,segment=NetworkSegment(eb7f778a-366f-404a-9b57-ad335f05ada8),segment_id=eb7f778a-366f-404a-9b57-ad335f05ada8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:36.616306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Provisioning for port ee1b58b7-97d3-4e3a-be64-e5cf4d202adb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:36.622522 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.623398 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92313c4b-47ea-4a87-9c63-c8265127641f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:36.682553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:22:36.683195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.698501 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Provisioning complete for port ee1b58b7-97d3-4e3a-be64-e5cf4d202adb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:22:36.698768 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:22:36.702769 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.719818 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:36.720382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:36.720890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:36.798891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Allocated IP 2001:db8::2f7 (49060f60-121f-48b6-89a9-76ff5d5b615f/2e5468d2-05fb-40ae-a05d-729fa0bd88a6/23fa87bb-7745-498d-818b-54424bc42fb1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:36.875275 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-243e0f8a-c649-46b0-9677-aa5ca4478bd9 None None] Port ee1b58b7-97d3-4e3a-be64-e5cf4d202adb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:36.882370 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:36.894184 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 92313c4b-47ea-4a87-9c63-c8265127641f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:36.894572 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:36.897203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:36.898131 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:36.914930 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 5 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.002962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=71a6e590-646c-4672-8444-5e5c80ab6482,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:37.033744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.034187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.034596 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.050768 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-17e0acbc-2799-4146-b2e2-c4e04a090343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.062083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4435b637-a51f-4291-a453-befbc508d34f None None] Provisioning for port 48e8c692-9127-45c9-a4e8-ea63af33cf71 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:37.062524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.068677 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4435b637-a51f-4291-a453-befbc508d34f None None] Provisioning complete for port 48e8c692-9127-45c9-a4e8-ea63af33cf71 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:37.068677 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4435b637-a51f-4291-a453-befbc508d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.075914 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.076344 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.084323 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 6 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.112280 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.119823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.124873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.125313 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.125719 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.134841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4435b637-a51f-4291-a453-befbc508d34f None None] Port 48e8c692-9127-45c9-a4e8-ea63af33cf71 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:37.158062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.158483 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:37.159203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] Pushing event deleted for resources: {'Network': ['ID=7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:37.167190 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 2 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:37.176242 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.176625 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.176914 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.215564 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9a2e73f6-8a05-4aa1-aee5-69e77553f3fb tempest-DHCPAgentSchedulersTestJSON-435759675 tempest-DHCPAgentSchedulersTestJSON-435759675-project] 10.222.0.73 "DELETE /v2.0/networks/7b6c52d3-cfdb-4dc6-9a76-2055c6881c2a HTTP/1.1" status: 204 len: 168 time: 6.0023353 Feb 04 10:22:37.216370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.216721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.217280 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.219189 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.219518 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.230326 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 7 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.256053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.261151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.261490 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:37.267405 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 3 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:37.276671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for ee1b58b7-97d3-4e3a-be64-e5cf4d202adb owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:37.282643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.285483 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.286037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.286312 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.298793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.302295 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.302631 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.340531 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 8 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.357132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.357497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.357842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.423367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.423718 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:37.458568 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 4 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:37.465627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.465796 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.466162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.499748 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d6f23b8f-1850-4995-8e0b-2856fcb46db8 req-ee912119-89c8-42d9-9e48-8594778cf7f1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.1157322 Feb 04 10:22:37.507463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.507797 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.514947 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 9 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.537606 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'Port': ['ID=6c8f828f-3563-4384-835e-3563e207419b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:37.606771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.623320 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ecbb0f13-10b6-41a9-b331-2ba9e91678c0 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:37.670663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:37.674092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.674470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.674781 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.692324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.707914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:37.708414 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.730067 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.730409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.730752 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.733034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.733363 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:37.745699 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 5 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:37.777883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.778232 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.782083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.792026 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 10 to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b Feb 04 10:22:37.812577 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:37.818464 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.818895 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.819278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.829197 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:37.836506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:37.877521 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:37.877868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:37.878244 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:37.881446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.881776 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:37.890694 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 6 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:37.914979 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'Port': ['ID=98779ab3-bd2d-4ac4-9d25-aa63e00050e5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:37.930463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.931694 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ed89a25f-c10f-4a29-9218-66c1d7442625 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4711692 Feb 04 10:22:37.932715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:37.933060 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:37.933418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.960981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=ee1b58b7-97d3-4e3a-be64-e5cf4d202adb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:37.978291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:37.981371 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.023278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:38.024350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:38.024907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:38.029536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.71', 61721) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.057641 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.088855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:38.089459 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:38.108532 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 7 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:38.197973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:38.199661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:38.200014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:38.222227 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-94b9f8ad-db08-4648-b24b-e4bce6768476 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a4f9638b6e74faca02792bcadbd9a26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5440207 Feb 04 10:22:38.225253 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37196) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.264641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Transition to ACTIVE for port object 23fa87bb-7745-498d-818b-54424bc42fb1 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:38.278283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:38.286056 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:38.295404 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 8 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:38.337745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:38.338293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:22:38.345139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:38.345139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:38.345139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:38.361483 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.400062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:38.400474 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:38.411763 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 9 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:38.421300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.424559 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.447298 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:38.447990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.469704 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:38.470089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:38.470437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:38.472294 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-04e1c74b-3a4a-4def-a7b0-93461eab776d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--307415713&fields=id&tenant_id=d3868a4075c14731bad3b31ea9591ab1 HTTP/1.1" status: 200 len: 267 time: 0.1362319 Feb 04 10:22:38.518405 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-92db4dc8-e371-4a17-b834-81383b5447c9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/ee1b58b7-97d3-4e3a-be64-e5cf4d202adb HTTP/1.1" status: 204 len: 168 time: 2.1347396 Feb 04 10:22:38.519679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.581662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.583319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:38.583655 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:38.593567 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempt 10 to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 Feb 04 10:22:38.602412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=ce659ac0-f6b6-49c7-9697-8871f9ce7c7b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:38.636588 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-05557e49-6965-4626-aa0a-0e5bfb30adcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.4363523 Feb 04 10:22:38.639512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.643066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3bb9d320-14d0-4119-a123-21c6dd6ab549 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:38.644061 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada2cbf-35ce-4f5b-9110-6932d6090636 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] GET failed (client error): The resource could not be found. Feb 04 10:22:38.644586 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ada2cbf-35ce-4f5b-9110-6932d6090636 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Synchronizing usage tracker for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:38.645256 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3bb9d320-14d0-4119-a123-21c6dd6ab549 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "GET /v2.0/networks?id=3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 200 len: 812 time: 0.6063371 Feb 04 10:22:38.651432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.697111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:38.697306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:38.697643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempting to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:38.710206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.751005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.779547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Network 49060f60-121f-48b6-89a9-76ff5d5b615f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:38.781231 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:38.784344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:38.787408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:38.787747 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Failed to bind port 71a6e590-646c-4672-8444-5e5c80ab6482 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '91451045-f46d-4776-b434-d5d76c102caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ec4b3eb-182b-4063-90c6-5af72113253f'}] Feb 04 10:22:38.788126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.794861 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:38.795532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.871871 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7421129 Feb 04 10:22:38.875749 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37246) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.880948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5984-7620-4c56-b1d7-8a468e07c5f4 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=23fa87bb-7745-498d-818b-54424bc42fb1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:38.890722 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-aa8c02f9-aba4-4efc-906c-3a78e90eb82b req-f40b8177-f391-4972-8bcd-1dd34b2fcfb2 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.1501248 Feb 04 10:22:38.893036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-025b958b-2606-41a0-991d-1fefedcee268 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:38.895286 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-025b958b-2606-41a0-991d-1fefedcee268 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/networks?id=e82f4b16-eec0-4360-acc0-37a0321622d6 HTTP/1.1" status: 200 len: 806 time: 0.4219189 Feb 04 10:22:38.899331 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:f4:1e:03'}, {'ip_address': '2001:db8::2ac', 'mac_address': 'fa:16:3e:b3:52:8b'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:38.905891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ada2cbf-35ce-4f5b-9110-6932d6090636 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Unset dirty status for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:38.907369 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3ada2cbf-35ce-4f5b-9110-6932d6090636 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports/ee1b58b7-97d3-4e3a-be64-e5cf4d202adb HTTP/1.1" status: 404 len: 333 time: 0.3738937 Feb 04 10:22:38.937080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:38.954381 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-fcf296c6-273f-4f68-9483-7c87a6f54e30 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Synchronizing usage tracker for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:38.962466 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Deleting port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:38.963382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:38.964265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-1131396332'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:38.989726 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-88eb6928-27f3-49a3-b7f0-3e1303d5cbaa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/quotas/d3868a4075c14731bad3b31ea9591ab1 HTTP/1.1" status: 200 len: 375 time: 0.0470650 Feb 04 10:22:39.131557 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-fcf296c6-273f-4f68-9483-7c87a6f54e30 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Unset dirty status for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:39.132796 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-fcf296c6-273f-4f68-9483-7c87a6f54e30 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0887f26981f48c8a9704a8a7ac33fe0 HTTP/1.1" status: 200 len: 379 time: 0.4047470 Feb 04 10:22:39.161227 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'port': {'device_id': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'admin_state_up': True, 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'security_groups': ['808529c0-d069-4815-8f4d-e8cd4e1fce33']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:39.183533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-06ec2e74-e207-4bd0-8dce-c38ac5122b67 None None] Provisioning for port 23fa87bb-7745-498d-818b-54424bc42fb1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:39.197844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-06ec2e74-e207-4bd0-8dce-c38ac5122b67 None None] Provisioning complete for port 23fa87bb-7745-498d-818b-54424bc42fb1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:39.199729 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06ec2e74-e207-4bd0-8dce-c38ac5122b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.289715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-06ec2e74-e207-4bd0-8dce-c38ac5122b67 None None] Port 23fa87bb-7745-498d-818b-54424bc42fb1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:39.343943 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.357976 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port 71a6e590-646c-4672-8444-5e5c80ab6482, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:39.358522 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:22:39.402685 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.438212 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:39.443866 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.479238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:39.497628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-bab42229-5fca-4ab1-90e0-6d1dcdc1a7de tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Synchronizing usage tracker for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:39.506555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb0e6e-d9c6-4df1-8ddb-1d5365768927,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:39.546868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:39.552627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] In _notify_port_updated(), no bound segment for port 71a6e590-646c-4672-8444-5e5c80ab6482 on network 0ec4b3eb-182b-4063-90c6-5af72113253f {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:39.553761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:39.554422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.555838 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "PUT /v2.0/ports/71a6e590-646c-4672-8444-5e5c80ab6482 HTTP/1.1" status: 200 len: 977 time: 6.1962116 Feb 04 10:22:39.570022 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:39.570907 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:39.574576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.643563 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port ce659ac0-f6b6-49c7-9697-8871f9ce7c7b, host hv-neutron-8278, got binding levels [] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:39.659289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.660051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:39.782499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port 6ce284d2-980d-45eb-b887-204d4276bdb0 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:39.879965 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-bab42229-5fca-4ab1-90e0-6d1dcdc1a7de tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Unset dirty status for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:39.881993 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-bab42229-5fca-4ab1-90e0-6d1dcdc1a7de tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3868a4075c14731bad3b31ea9591ab1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8786836 Feb 04 10:22:39.904062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.961890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:39.964344 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ac916a0e-2275-41fa-8dcd-037efaebf1a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5eb0e6e-d9c6-4df1-8ddb-1d5365768927 HTTP/1.1" status: 204 len: 168 time: 1.7269297 Feb 04 10:22:39.977893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Calling delete_port for ce659ac0-f6b6-49c7-9697-8871f9ce7c7b owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:40.050393 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Made reservation on behalf of f0887f26981f48c8a9704a8a7ac33fe0 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:40.060403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.083303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Deleting port 71a6e590-646c-4672-8444-5e5c80ab6482 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:40.083948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.155291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.173098 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4a1e-90d3-4891-b01b-157dd7ee6e21 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event updated for resources: {'Port': ['ID=71a6e590-646c-4672-8444-5e5c80ab6482,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:40.202686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.477204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-a565c84c-9c4e-4dc4-9178-35927f2e2803 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:22:40.481921 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-a565c84c-9c4e-4dc4-9178-35927f2e2803 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3635807 Feb 04 10:22:40.519123 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-b2d9eafa-8abf-47c7-b9e1-1c339f8ba32a req-9b106d6e-70af-478f-bbca-6fe3d52fe382 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.2752283 Feb 04 10:22:40.590713 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.610267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.627446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.641602 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'Port': ['ID=98779ab3-bd2d-4ac4-9d25-aa63e00050e5,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:40.716637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce659ac0-f6b6-49c7-9697-8871f9ce7c7b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:40.719092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37270) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:40.733117 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bbe880c5-67f3-4461-8489-c88905c83163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ce659ac0-f6b6-49c7-9697-8871f9ce7c7b HTTP/1.1" status: 204 len: 168 time: 2.0853789 Feb 04 10:22:40.751206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:40.773544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.775462 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-63cbebf8-4cdf-4671-b310-d46c7f478687 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9177561 Feb 04 10:22:40.778133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:40.794134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.7 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/6ce284d2-980d-45eb-b887-204d4276bdb0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:40.809144 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:40.824273 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:35877ad66d584e7f9e38118276fe389c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:40.833199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:40.854724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:40.987394 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8668a4-c6dc-45c6-9187-098f980accf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:40.989426 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5e8668a4-c6dc-45c6-9187-098f980accf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports/ce659ac0-f6b6-49c7-9697-8871f9ce7c7b HTTP/1.1" status: 404 len: 333 time: 0.2142715 Feb 04 10:22:40.995843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37280) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:41.020456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-850515684'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:41.032911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:41.041833 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Usage tracker for resource:port and tenant:75e1e4b2dc7d4c0595847be1e9c5787d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:41.052514 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:41.070565 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:41.099028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.102553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Made reservation on behalf of 75e1e4b2dc7d4c0595847be1e9c5787d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:41.106747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.126247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Allocated IP 172.20.0.8 (3bcd190b-b096-4b12-aaf0-18bb6168e747/cdd21938-22c0-4fc7-b855-dacc0dfc32f5/f69fc198-b23f-4788-8350-44a62a25ada0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:41.146776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port ad0e8034-5aa5-4491-8a1b-cee889d92eec yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:41.341528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.359954 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Transition to ACTIVE for port object f69fc198-b23f-4788-8350-44a62a25ada0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:41.399852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] For port 71a6e590-646c-4672-8444-5e5c80ab6482, host hv-neutron-8278, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:41.400268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.412427 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.421989 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.451399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.501573 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.510575 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3528f89b-8820-430f-bf62-32073ebce6ef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:41.580175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event updated for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:41.640802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0e8034-5aa5-4491-8a1b-cee889d92eec,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:41.665012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:41.666328 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:41.670840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:41.675444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-651960ec-cfa0-4125-a601-1cfb9dcb349f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:41.684531 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b9942022-02e1-4105-8e1d-cd4afafdf0e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35877ad66d584e7f9e38118276fe389c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611483 Feb 04 10:22:41.684531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:41.684531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:41.684891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.719013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:41.732974 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ca538db1-854d-47c0-8045-965bb4ef48a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7325070 Feb 04 10:22:41.736441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:41.737051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Calling delete_port for 71a6e590-646c-4672-8444-5e5c80ab6482 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:41.758309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:41.819395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:41.835282 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:41.841684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-651960ec-cfa0-4125-a601-1cfb9dcb349f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:41.854649 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-651960ec-cfa0-4125-a601-1cfb9dcb349f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--433173196&fields=id&tenant_id=3d975fe980b5480f985e86f917e90996 HTTP/1.1" status: 200 len: 267 time: 0.3928485 Feb 04 10:22:41.889495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.898280 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:41.907934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:41.908750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:41.965785 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-b783f0e2-7b60-4a24-821c-6e8642dd9d67 service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4602365 Feb 04 10:22:42.020993 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-5148dd87-34e9-402a-aaba-8dc63341ad1e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8701327 Feb 04 10:22:42.025712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.141093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.234785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-0d9ebcba-bdeb-4566-b5e0-89a5a572ab62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:42.235741 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-0d9ebcba-bdeb-4566-b5e0-89a5a572ab62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:42.236866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abe37545-9b43-4e24-8427-15342546fcd4 None None] Provisioning for port f69fc198-b23f-4788-8350-44a62a25ada0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:42.246973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abe37545-9b43-4e24-8427-15342546fcd4 None None] Provisioning complete for port f69fc198-b23f-4788-8350-44a62a25ada0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:42.247537 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-abe37545-9b43-4e24-8427-15342546fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.284771 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-0d9ebcba-bdeb-4566-b5e0-89a5a572ab62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:42.292737 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-0d9ebcba-bdeb-4566-b5e0-89a5a572ab62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 809 time: 0.4367838 Feb 04 10:22:42.343270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-abe37545-9b43-4e24-8427-15342546fcd4 None None] Port f69fc198-b23f-4788-8350-44a62a25ada0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:42.388672 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-e271e4b1-dc7c-4ebb-bb22-79a5fa324f6d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/quotas/3d975fe980b5480f985e86f917e90996 HTTP/1.1" status: 200 len: 375 time: 0.0947030 Feb 04 10:22:42.489238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-c2c0d15e-944f-4b2d-beb7-6ba58f0cb0b7 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:22:42.490689 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-c2c0d15e-944f-4b2d-beb7-6ba58f0cb0b7 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281413 Feb 04 10:22:42.491539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] In _notify_port_updated(), no bound segment for port 23fa87bb-7745-498d-818b-54424bc42fb1 on network 49060f60-121f-48b6-89a9-76ff5d5b615f {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:42.499028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:42.499712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.501167 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "PUT /v2.0/ports/23fa87bb-7745-498d-818b-54424bc42fb1 HTTP/1.1" status: 200 len: 1068 time: 3.6216395 Feb 04 10:22:42.507916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37304) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:42.569259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-1854df8c-decd-4c60-a9a3-db19c029715d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:42.623402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.641428 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port ad0e8034-5aa5-4491-8a1b-cee889d92eec yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:42.657056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-1854df8c-decd-4c60-a9a3-db19c029715d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:42.670751 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-1854df8c-decd-4c60-a9a3-db19c029715d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810376 Feb 04 10:22:42.688532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.706435 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.822082 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Transition to ACTIVE for port object ad0e8034-5aa5-4491-8a1b-cee889d92eec will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:42.837507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.888044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.911761 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec15c1b-eaee-4bca-8ba0-73e94b9c3d27 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event updated for resources: {'Port': ['ID=23fa87bb-7745-498d-818b-54424bc42fb1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:42.948846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:42.959602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3528f89b-8820-430f-bf62-32073ebce6ef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:43.077925 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29ebab84-54c8-4205-948e-b82aa732adf4 None None] Provisioning complete for port 23fa87bb-7745-498d-818b-54424bc42fb1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:43.078372 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ebab84-54c8-4205-948e-b82aa732adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.090001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port 23fa87bb-7745-498d-818b-54424bc42fb1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:43.090541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.158422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0e8034-5aa5-4491-8a1b-cee889d92eec,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:43.170107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.184957 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29ebab84-54c8-4205-948e-b82aa732adf4 None None] Port 23fa87bb-7745-498d-818b-54424bc42fb1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:43.185694 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-37c320eb-c5b8-4d31-a773-0a6af9df2412 service neutron] 10.222.0.73 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139246 Feb 04 10:22:43.187993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.189009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:43.189354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:43.189829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:43.192347 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f1d8a9d0-136d-435f-b788-a0c8dc09379e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3528f89b-8820-430f-bf62-32073ebce6ef HTTP/1.1" status: 204 len: 168 time: 1.3715687 Feb 04 10:22:43.193778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a6e590-646c-4672-8444-5e5c80ab6482,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:43.196186 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:43.196186 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:43.197667 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cc818b31-cc52-45f2-b5ed-97feca2adbf8 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "DELETE /v2.0/ports/71a6e590-646c-4672-8444-5e5c80ab6482 HTTP/1.1" status: 204 len: 168 time: 3.6081872 Feb 04 10:22:43.200769 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 2 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:43.208971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:43.243936 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-c38bdf9c-7c13-412b-9fdf-c2dc83117b07 service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2207994 Feb 04 10:22:43.248239 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.361003 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object 6ce284d2-980d-45eb-b887-204d4276bdb0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:43.459152 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17a2e8f-1bba-4fb0-a586-f702bbfcb262 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:43.459871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b17a2e8f-1bba-4fb0-a586-f702bbfcb262 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Synchronizing usage tracker for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:43.485560 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:43.486106 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:43.486542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:43.510654 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:43.511171 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:43.516351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.518854 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 3 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:43.641387 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b17a2e8f-1bba-4fb0-a586-f702bbfcb262 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] Unset dirty status for tenant:e51b914622074c5eb641921c75ef810f on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:43.642581 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b17a2e8f-1bba-4fb0-a586-f702bbfcb262 tempest-PortsAdminExtendedAttrsTestJSON-1114371962 tempest-PortsAdminExtendedAttrsTestJSON-1114371962-project-admin] 10.222.0.73 "GET /v2.0/ports/71a6e590-646c-4672-8444-5e5c80ab6482 HTTP/1.1" status: 404 len: 333 time: 0.4118261 Feb 04 10:22:43.648716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37316) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:43.667017 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-0090037e-d84b-4655-9253-0831313c08ce service neutron] 10.222.0.73 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567351 Feb 04 10:22:43.696389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:43.702559 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:43.729276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:43.741251 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:43.741951 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:43.763348 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:43.763685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:43.764103 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:43.768587 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=6ce284d2-980d-45eb-b887-204d4276bdb0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:43.814526 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:44.269400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:44.271848 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:44.352045 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Request body: {'port': {'device_id': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:44.453807 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76e2a72e-c769-49cd-ae24-a514665902d3 None None] Provisioning for port 6ce284d2-980d-45eb-b887-204d4276bdb0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:44.468679 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 4 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:44.476997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76e2a72e-c769-49cd-ae24-a514665902d3 None None] Provisioning complete for port 6ce284d2-980d-45eb-b887-204d4276bdb0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:44.477314 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-76e2a72e-c769-49cd-ae24-a514665902d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:44.484692 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-9b8d1657-24a1-4561-a8ab-411467504130 req-3c4b17ad-cc56-45d5-a3dd-5507b4f1ef79 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.1149189 Feb 04 10:22:44.522666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:44.523662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:44.524896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:44.575526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:44.576881 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:44.585948 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 5 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:44.639426 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:44.669383 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-76e2a72e-c769-49cd-ae24-a514665902d3 None None] Port 6ce284d2-980d-45eb-b887-204d4276bdb0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:44.708282 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for 23fa87bb-7745-498d-818b-54424bc42fb1 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:44.810917 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-699097e8-4c84-4e9d-b4f3-f57e69f0b728 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8605406 Feb 04 10:22:44.841425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37362) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:44.901882 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-440b73c7-2603-478f-88de-2f3030961f97 req-61020ac3-49b5-4d38-a09d-f5e8fc5eade7 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.2330258 Feb 04 10:22:44.934377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:44.934377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:44.934377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:44.942603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:66:6a:1a'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:45.006299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.006639 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.007558 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 6 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:45.069553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.141531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.178116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec4b3eb-182b-4063-90c6-5af72113253f']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:45.193630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91451045-f46d-4776-b434-d5d76c102caf') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:45.193923 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91451045-f46d-4776-b434-d5d76c102caf') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:45.240740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.299595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.306719 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:22:45.307118 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.422610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75127e-beec-40c6-af02-88fe1cff0796 req-9c966b02-60e8-4bd3-b142-3b73403c75e1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:45.423418 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-9e75127e-beec-40c6-af02-88fe1cff0796 req-9c966b02-60e8-4bd3-b142-3b73403c75e1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Synchronizing usage tracker for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:45.459508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:45.459864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:45.460201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:22:45.485559 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:22:45.500541 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.501127 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.501727 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 7 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:45.551715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:45.552051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:45.552491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:45.561725 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.573459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.573887 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.582055 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 8 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:45.667785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.686015 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:45.699436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-9e75127e-beec-40c6-af02-88fe1cff0796 req-9c966b02-60e8-4bd3-b142-3b73403c75e1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Unset dirty status for tenant:f0887f26981f48c8a9704a8a7ac33fe0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:45.700692 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-9e75127e-beec-40c6-af02-88fe1cff0796 req-9c966b02-60e8-4bd3-b142-3b73403c75e1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 931 time: 1.0199993 Feb 04 10:22:45.757065 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] Pushing event deleted for resources: {'Network': ['ID=0ec4b3eb-182b-4063-90c6-5af72113253f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:45.769438 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:45.776293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:45.778333 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:45.846555 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a8a2f852-6629-4087-a4da-e1b04d9d27ab req-be4156e0-bb82-4aea-a9b3-74799e3cbe5c tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.1872487 Feb 04 10:22:45.852647 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-20b314c9-a129-4419-98f2-7fa9e6b62bda tempest-PortsAdminExtendedAttrsTestJSON-104018351 tempest-PortsAdminExtendedAttrsTestJSON-104018351-project] 10.222.0.73 "DELETE /v2.0/networks/0ec4b3eb-182b-4063-90c6-5af72113253f HTTP/1.1" status: 204 len: 168 time: 2.1812563 Feb 04 10:22:45.854909 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.855253 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.855648 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 9 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:45.897401 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:45.897878 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:45.898277 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:45.912475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.912919 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.913658 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 10 to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec Feb 04 10:22:45.933197 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:45.933612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:45.935445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:45.953468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:45.954191 dv-neutron-827824-1-hyperv neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port ad0e8034-5aa5-4491-8a1b-cee889d92eec on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:22:45.954672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:46.199209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port ad0e8034-5aa5-4491-8a1b-cee889d92eec, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:46.199594 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:22:46.210788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:46.239539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=23fa87bb-7745-498d-818b-54424bc42fb1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:46.338003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] In _notify_port_updated(), no bound segment for port ad0e8034-5aa5-4491-8a1b-cee889d92eec on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:46.339545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:46.342919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:46.347203 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "PUT /v2.0/ports/ad0e8034-5aa5-4491-8a1b-cee889d92eec HTTP/1.1" status: 200 len: 980 time: 4.6097896 Feb 04 10:22:46.357846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:46.358755 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:46.392053 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37404) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:46.465370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecdf7-2595-4c77-99bf-f4822f50aec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0e8034-5aa5-4491-8a1b-cee889d92eec,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:46.516715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.71', 61729) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:46.701402 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-9e75127e-beec-40c6-af02-88fe1cff0796 req-44a54c3b-7828-41a3-a63c-209cd90e1ae1 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9399476 Feb 04 10:22:46.788695 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cd27ee6d-70e0-474b-95cf-8d3fe22aaba0 req-904668bf-1349-4940-bcb0-9bf6e2294ad1 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.4567621 Feb 04 10:22:46.993806 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:47.042454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-94a5614c-88ee-44d4-bd63-8aedf5e556fa tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.044045 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-94a5614c-88ee-44d4-bd63-8aedf5e556fa tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 809 time: 0.5263305 Feb 04 10:22:47.158382 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-c8f1f21e-3636-4739-be57-a8222a6dbbde tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d975fe980b5480f985e86f917e90996 HTTP/1.1" status: 200 len: 379 time: 0.1035595 Feb 04 10:22:47.232511 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'port': {'device_id': '403dd545-5624-4912-aef4-bdd9adee8a18', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'admin_state_up': True, 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'security_groups': ['5b48676c-1038-4120-955f-26fd353a99cb']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:47.272531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.71', 61732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:47.478206 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-345140aa-683e-4611-b6e5-fc11e594ea2f req-7e6ddc96-53da-4ec7-a509-d1e4476cb7fa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.4252946 Feb 04 10:22:47.507152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:47.665082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.665871 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.666508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.667200 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.668130 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.669026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.669860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.670801 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.671561 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.672507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.673540 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.674610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.675680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.677182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.678195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.678869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.679729 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.680333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.680936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.681622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.682258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.682881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.683484 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.684087 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:47.687642 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-eb832ed6-df88-468b-9df2-b969f9e93dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21536 time: 1.2974355 Feb 04 10:22:47.706432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37448) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:47.742755 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:47.764357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:47.780935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Made reservation on behalf of 3d975fe980b5480f985e86f917e90996 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:47.786127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:47.995224 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37462) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:48.042310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-793173c6-69a4-4852-bf17-ed9a56905303 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:48.042648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-793173c6-69a4-4852-bf17-ed9a56905303 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Synchronizing usage tracker for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:48.064297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.073765 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6e24bbf7-98b0-41b8-82bf-4b1ba23621c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db35763d15d741b08d2f20188252f3b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6677535 Feb 04 10:22:48.083570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37468) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:48.088615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69fc198-b23f-4788-8350-44a62a25ada0 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:22:48.132981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.258067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Deleting port ad0e8034-5aa5-4491-8a1b-cee889d92eec {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:48.258620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.296185 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e074573-7db0-46ac-9a09-cb9b3eeadedd req-477300fd-ce36-4706-8454-67a75e963465 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.2202353 Feb 04 10:22:48.322983 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8ea81488-db0a-4065-b210-37ae992633bb tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/23fa87bb-7745-498d-818b-54424bc42fb1 HTTP/1.1" status: 204 len: 168 time: 5.8086624 Feb 04 10:22:48.326150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:48.355480 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Transition to ACTIVE for port object f69fc198-b23f-4788-8350-44a62a25ada0 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:48.357847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-793173c6-69a4-4852-bf17-ed9a56905303 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Unset dirty status for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:48.359518 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-793173c6-69a4-4852-bf17-ed9a56905303 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.71 "GET /v2.0/networks?id=e82f4b16-eec0-4360-acc0-37a0321622d6 HTTP/1.1" status: 200 len: 806 time: 1.0857897 Feb 04 10:22:48.378283 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:48.396448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.404349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:48.426985 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d1577e-6a01-4c92-a4a9-05b6eb75545d tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] GET failed (client error): The resource could not be found. Feb 04 10:22:48.427756 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-31d1577e-6a01-4c92-a4a9-05b6eb75545d tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:48.521001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:floatingip and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:48.549059 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.586965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440657-9b61-41b5-a479-ba0b52357e68 req-b560db58-cce9-46c3-be96-7338be48cad0 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:48.595163 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-90440657-9b61-41b5-a479-ba0b52357e68 req-b560db58-cce9-46c3-be96-7338be48cad0 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 931 time: 0.5081880 Feb 04 10:22:48.596969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-31d1577e-6a01-4c92-a4a9-05b6eb75545d tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:48.601505 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-31d1577e-6a01-4c92-a4a9-05b6eb75545d tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports/23fa87bb-7745-498d-818b-54424bc42fb1 HTTP/1.1" status: 404 len: 333 time: 0.2633708 Feb 04 10:22:48.604724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37478) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:48.661365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:48.717718 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Allocated IP 172.20.0.14 (bcb32ea3-a447-4ac4-a729-0fdc23635a87/913a788e-b7e0-493b-b4c3-1c8b145ac8f6/e4fd932e-52c9-49ea-829f-792ad6c7434b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:48.765355 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:48.776313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.843552 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-90440657-9b61-41b5-a479-ba0b52357e68 req-8b167382-dbf9-413c-bf67-89b13771fb65 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473514 Feb 04 10:22:48.850322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-138c1004-280c-4c14-8963-2e30409b81b3 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Synchronizing usage tracker for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:48.889869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-138c1004-280c-4c14-8963-2e30409b81b3 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Unset dirty status for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:48.891208 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-138c1004-280c-4c14-8963-2e30409b81b3 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3868a4075c14731bad3b31ea9591ab1 HTTP/1.1" status: 200 len: 379 time: 0.3956342 Feb 04 10:22:48.910421 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port 48e8c692-9127-45c9-a4e8-ea63af33cf71 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:48.910795 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:48.921257 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-6b171336-bff6-47cb-a366-839bb354d9a5 req-ab9f0990-1b02-4162-81ed-e7e3133cc12d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.2957168 Feb 04 10:22:49.003125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Attempting to bind port f69fc198-b23f-4788-8350-44a62a25ada0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:49.003474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Attempting to bind port f69fc198-b23f-4788-8350-44a62a25ada0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:49.004237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Attempting to bind port f69fc198-b23f-4788-8350-44a62a25ada0 on network 3bcd190b-b096-4b12-aaf0-18bb6168e747 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:49.006896 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.037659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Pushing event updated for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:49.042339 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] In _notify_port_updated(), no bound segment for port 6ce284d2-980d-45eb-b887-204d4276bdb0 on network 4dcfc24c-db8f-4855-9909-02178ce07870 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:49.047884 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:49.048434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.049620 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "PUT /v2.0/ports/6ce284d2-980d-45eb-b887-204d4276bdb0 HTTP/1.1" status: 200 len: 993 time: 4.1601291 Feb 04 10:22:49.053621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Port f69fc198-b23f-4788-8350-44a62a25ada0 on network 3bcd190b-b096-4b12-aaf0-18bb6168e747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:49.053970 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Attempting to bind port f69fc198-b23f-4788-8350-44a62a25ada0 on network 3bcd190b-b096-4b12-aaf0-18bb6168e747 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:49.054855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37482) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:49.127852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'port': {'device_id': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'admin_state_up': True, 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'security_groups': ['11013562-707e-4a95-a4ed-6373d3321f7b']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:49.188295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.231830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Checking agent: {'id': 'e72254ce-3ffd-42e5-8986-f34c91225ae1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'started_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:49.232172 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Checking segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:49.232733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Bound using segment: {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:49.233219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Bound port: f69fc198-b23f-4788-8350-44a62a25ada0, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8751744b-a42b-4222-b30e-9507a1509e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:49.233566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.258802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.282472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port ad0e8034-5aa5-4491-8a1b-cee889d92eec, host hv-neutron-8278, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:49.282904 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.292817 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c263fcc0-3d03-4f50-a911-d358ada66cab None None] Provisioning complete for port 6ce284d2-980d-45eb-b887-204d4276bdb0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:49.293911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c263fcc0-3d03-4f50-a911-d358ada66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.350097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c263fcc0-3d03-4f50-a911-d358ada66cab None None] Port 6ce284d2-980d-45eb-b887-204d4276bdb0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:49.425685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port 6ce284d2-980d-45eb-b887-204d4276bdb0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:49.426615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.546645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Calling delete_port for ad0e8034-5aa5-4491-8a1b-cee889d92eec owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:49.566382 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-00de8bc1-54dd-40f3-a0fb-5d449e11842c req-0131db9d-ed7e-40ed-9180-6a6e7113d517 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.1467385 Feb 04 10:22:49.598958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507ebf6-efd4-4d8f-aedb-cecc6bd5e5c7 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=6ce284d2-980d-45eb-b887-204d4276bdb0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:49.617440 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.675074 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:49.684493 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.694207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.694998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:49.711444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f69fc198-b23f-4788-8350-44a62a25ada0,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:49.716414 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.720496 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Transition to ACTIVE for port object e4fd932e-52c9-49ea-829f-792ad6c7434b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:49.759393 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.767136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c88de5-8649-42b5-a04f-7d4c16e631be,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:49.793159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:49.799704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad0e8034-5aa5-4491-8a1b-cee889d92eec,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:49.806379 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:49.807183 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.808593 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] 10.222.0.71 "PUT /v2.0/ports/f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 200 len: 1093 time: 6.0907273 Feb 04 10:22:49.860369 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:22:49.873518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for 48e8c692-9127-45c9-a4e8-ea63af33cf71 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:49.915680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:49.966676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Made reservation on behalf of d3868a4075c14731bad3b31ea9591ab1 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:49.970948 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.006820 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.007947 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a4d453fb-1278-4f02-9e7c-be59fcf218ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9c88de5-8649-42b5-a04f-7d4c16e631be HTTP/1.1" status: 204 len: 168 time: 1.9116013 Feb 04 10:22:50.045068 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dde02f0e-5377-47d3-9a25-671f26366878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ad0e8034-5aa5-4491-8a1b-cee889d92eec HTTP/1.1" status: 204 len: 168 time: 2.3234229 Feb 04 10:22:50.070491 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:50.164109 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-1459f9b5-be47-4030-b585-da87fccdf352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:50.164663 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1459f9b5-be47-4030-b585-da87fccdf352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Synchronizing usage tracker for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:50.167546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9190-cdad-4db2-a8df-c5418884f235 service neutron] Pushing event updated for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:50.171922 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8cbed3c3-4279-4bc7-b9b7-e6a68487bace req-efda8f6b-bd39-4499-83ec-9c8f3082cbf6 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.0836465 Feb 04 10:22:50.202121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.270912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1459f9b5-be47-4030-b585-da87fccdf352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Unset dirty status for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:50.276254 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1459f9b5-be47-4030-b585-da87fccdf352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports/ad0e8034-5aa5-4491-8a1b-cee889d92eec HTTP/1.1" status: 404 len: 333 time: 0.2045474 Feb 04 10:22:50.276923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37508) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:50.292921 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118838206', 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:50.305906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:50.338216 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-4af88469-ac4b-4f55-8ddf-7dd8d20bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:50.339774 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-4af88469-ac4b-4f55-8ddf-7dd8d20bb98d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 1096 time: 0.4146054 Feb 04 10:22:50.340668 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:50.354917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221f0d-4f78-4b21-97e2-0305edff867b req-40d2f4d0-aef4-472f-a1cd-a955ede23480 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:50.356395 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e9221f0d-4f78-4b21-97e2-0305edff867b req-40d2f4d0-aef4-472f-a1cd-a955ede23480 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 943 time: 0.3608503 Feb 04 10:22:50.437087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.457031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Made reservation on behalf of 75e1e4b2dc7d4c0595847be1e9c5787d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:50.460114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.480207 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-9f6f9670-d04d-4816-993d-19146b4def45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 200 len: 217 time: 0.1210294 Feb 04 10:22:50.525013 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'status': 'completed', 'code': 200} Feb 04 10:22:50.534754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.563058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:50.596772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:50.613772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port 769251c6-01de-4558-bcfb-c4cf7753cd68 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:50.653179 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e9221f0d-4f78-4b21-97e2-0305edff867b req-65e22f51-dc70-4d7e-b2f5-9dfc5c05ed2f tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883389 Feb 04 10:22:50.669035 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:50.720304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-9728cd9b-6b23-421e-bf15-ff8781aab877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:50.721733 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-9728cd9b-6b23-421e-bf15-ff8781aab877 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd21938-22c0-4fc7-b855-dacc0dfc32f5 HTTP/1.1" status: 200 len: 851 time: 0.2077737 Feb 04 10:22:50.729787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Allocated IP 172.26.5.178 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/9de5477b-50d8-4174-a203-037abbb1ba27) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:50.739353 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3735c868-6263-42f5-aefb-df824d995653 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e51b914622074c5eb641921c75ef810f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1692929 Feb 04 10:22:50.760038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37524) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:50.761001 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event updated for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:50.795611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:50.797906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:50.853020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for 6ce284d2-980d-45eb-b887-204d4276bdb0 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:51.002648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=48e8c692-9127-45c9-a4e8-ea63af33cf71,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:51.037745 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57974009-5b46-4183-8ba4-df1872c7bac1 None None] Provisioning for port e4fd932e-52c9-49ea-829f-792ad6c7434b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:51.043982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57974009-5b46-4183-8ba4-df1872c7bac1 None None] Provisioning complete for port e4fd932e-52c9-49ea-829f-792ad6c7434b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:51.044828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57974009-5b46-4183-8ba4-df1872c7bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.069298 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Allocated IP 172.20.0.12 (e82f4b16-eec0-4360-acc0-37a0321622d6/e2c42b2a-9aff-49d9-a591-9ad9eea7f90c/7115e140-bbcb-415a-a877-0e66fed583b4) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:51.103920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.116010 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-57974009-5b46-4183-8ba4-df1872c7bac1 None None] Port e4fd932e-52c9-49ea-829f-792ad6c7434b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:51.126515 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.162023 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-217494d2-7a53-47df-a483-9000e4efffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:51.163526 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-217494d2-7a53-47df-a483-9000e4efffa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bcd190b-b096-4b12-aaf0-18bb6168e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4316847 Feb 04 10:22:51.166024 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:51.166574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.188864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.251376 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-458ad580-3469-4919-b822-754897ba6452 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0229304 Feb 04 10:22:51.253586 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-92e4093a-9d86-400e-92f3-b7ac3c45c992 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/48e8c692-9127-45c9-a4e8-ea63af33cf71 HTTP/1.1" status: 204 len: 168 time: 2.6453381 Feb 04 10:22:51.265105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.266301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37530) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:51.324121 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Request body: {'port': {'device_id': '403dd545-5624-4912-aef4-bdd9adee8a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:51.366354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.393670 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1d166f49-65b2-40df-a6ae-46195f9e9d44 req-9a2f8b02-c6fa-4f2b-9c03-1f16a2cdfa37 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.0819139 Feb 04 10:22:51.400955 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-14adf360-c94f-49d0-a911-0d139554289c service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305112 Feb 04 10:22:51.427712 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3014cd4-e69f-462d-a1a0-f4341e17940c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] GET failed (client error): The resource could not be found. Feb 04 10:22:51.428247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e3014cd4-e69f-462d-a1a0-f4341e17940c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Synchronizing usage tracker for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:51.446031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c319-9191-4986-90f7-1e00e8ea0179 req-d4388fde-f132-4b79-b235-9759f2b860ca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:51.446729 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-0341c319-9191-4986-90f7-1e00e8ea0179 req-d4388fde-f132-4b79-b235-9759f2b860ca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:51.515058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.586210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e3014cd4-e69f-462d-a1a0-f4341e17940c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Unset dirty status for tenant:1956f86a1a914f59b2c0435f08b4c2a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:51.591255 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e3014cd4-e69f-462d-a1a0-f4341e17940c tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "GET /v2.0/ports/48e8c692-9127-45c9-a4e8-ea63af33cf71 HTTP/1.1" status: 404 len: 333 time: 0.3099260 Feb 04 10:22:51.591255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.591489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.602179 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37536) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:51.636258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-0341c319-9191-4986-90f7-1e00e8ea0179 req-d4388fde-f132-4b79-b235-9759f2b860ca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:51.637416 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-0341c319-9191-4986-90f7-1e00e8ea0179 req-d4388fde-f132-4b79-b235-9759f2b860ca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 932 time: 0.8801219 Feb 04 10:22:51.638012 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.662988 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:51.664766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:51.676142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:51.678931 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:51.686949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=6ce284d2-980d-45eb-b887-204d4276bdb0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:51.698348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:51.706487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb3c5f-7c2e-4da4-aa4b-5728edb20414,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:51.710203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:51.711767 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:51.712383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.722082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=769251c6-01de-4558-bcfb-c4cf7753cd68,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:51.726173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.780305 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-707d45b8-663c-4b9d-9b5c-49a959e4001d req-a80423b4-2677-42b3-a710-63a58c4755e2 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721609 Feb 04 10:22:51.817551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port d43515f9-480b-43e9-b761-5a8bec4cbada {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:51.818294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.888561 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-0341c319-9191-4986-90f7-1e00e8ea0179 req-5cf0fa3b-d203-4a2a-a5ae-c1ce58f1f6ac tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160592 Feb 04 10:22:51.901219 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:51.905042 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-50e78da2-66f3-4731-98b1-acddfa920ab0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ceb3c5f-7c2e-4da4-aa4b-5728edb20414 HTTP/1.1" status: 204 len: 168 time: 1.0802763 Feb 04 10:22:51.940555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.022306 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2d2e032a-d9ca-41d5-a7f0-4a199a1048c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7402384 Feb 04 10:22:52.025489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37546) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:52.028959 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=9de5477b-50d8-4174-a203-037abbb1ba27,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:52.036439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.100785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Transition to ACTIVE for port object 7115e140-bbcb-415a-a877-0e66fed583b4 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:52.257982 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6caf54-84c3-4ac1-b091-747b82833b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:52.258568 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df6caf54-84c3-4ac1-b091-747b82833b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Synchronizing usage tracker for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:52.327914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.387528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.392243 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1d7e9bc3-28e9-4fcf-86b8-b8fe75578123 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/6ce284d2-980d-45eb-b887-204d4276bdb0 HTTP/1.1" status: 204 len: 168 time: 3.3304670 Feb 04 10:22:52.394090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37560) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:52.411002 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa311f-9b3c-4c55-bd16-830ca46938ef req-5e1f1369-516b-40ff-8c88-c042a21e4afc tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:52.412535 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-6baa311f-9b3c-4c55-bd16-830ca46938ef req-5e1f1369-516b-40ff-8c88-c042a21e4afc tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 943 time: 0.5356419 Feb 04 10:22:52.434068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df6caf54-84c3-4ac1-b091-747b82833b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Unset dirty status for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:52.438100 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-df6caf54-84c3-4ac1-b091-747b82833b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports/769251c6-01de-4558-bcfb-c4cf7753cd68 HTTP/1.1" status: 200 len: 959 time: 0.4064615 Feb 04 10:22:52.438753 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37566) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:52.449069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-65dc4f1a-c466-41a6-85eb-92ef5ab5ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:52.450546 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-65dc4f1a-c466-41a6-85eb-92ef5ab5ccac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 1096 time: 0.5725801 Feb 04 10:22:52.453617 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8124cf-a75b-4082-af50-1aa5c4bf80ae tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] GET failed (client error): The resource could not be found. Feb 04 10:22:52.454264 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b8124cf-a75b-4082-af50-1aa5c4bf80ae tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Synchronizing usage tracker for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:52.459730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.545480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b8124cf-a75b-4082-af50-1aa5c4bf80ae tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Unset dirty status for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:52.550491 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7b8124cf-a75b-4082-af50-1aa5c4bf80ae tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports/6ce284d2-980d-45eb-b887-204d4276bdb0 HTTP/1.1" status: 404 len: 333 time: 0.1518426 Feb 04 10:22:52.563901 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:52.564727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Network e82f4b16-eec0-4360-acc0-37a0321622d6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:52.571255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:52.579240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:52.594509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.663583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-1752007073'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:52.667507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event updated for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:52.840355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:52.841612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.845802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:52.884319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fd932e-52c9-49ea-829f-792ad6c7434b {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:22:52.889999 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-cadaaeca-f400-436d-b513-a44ab7297e89 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7666950 Feb 04 10:22:52.896757 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.906859 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Request body: {'port': {'device_id': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:52.954490 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e96c7bd-117f-4669-851b-7f5ba470b5ca None None] Provisioning for port 7115e140-bbcb-415a-a877-0e66fed583b4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:52.964362 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e96c7bd-117f-4669-851b-7f5ba470b5ca None None] Provisioning complete for port 7115e140-bbcb-415a-a877-0e66fed583b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:52.965136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e96c7bd-117f-4669-851b-7f5ba470b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:52.977841 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977f8c-a386-4d87-ace3-35ea1dcfef03 req-078a89c5-2b00-4d6e-b501-9da111286e06 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:52.978473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-ce977f8c-a386-4d87-ace3-35ea1dcfef03 req-078a89c5-2b00-4d6e-b501-9da111286e06 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Synchronizing usage tracker for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:52.985624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Transition to ACTIVE for port object e4fd932e-52c9-49ea-829f-792ad6c7434b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:53.005271 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.030253 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1e96c7bd-117f-4669-851b-7f5ba470b5ca None None] Port 7115e140-bbcb-415a-a877-0e66fed583b4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:53.037656 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Calling delete_port for d43515f9-480b-43e9-b761-5a8bec4cbada owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:53.105566 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-de3d1118-588c-4257-9031-8f1f899484e0 tempest-AgentManagementNegativeTest-636866768 tempest-AgentManagementNegativeTest-636866768-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2539444 Feb 04 10:22:53.121264 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [req-ce977f8c-a386-4d87-ace3-35ea1dcfef03 req-078a89c5-2b00-4d6e-b501-9da111286e06 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Unset dirty status for tenant:d3868a4075c14731bad3b31ea9591ab1 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:53.122430 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ce977f8c-a386-4d87-ace3-35ea1dcfef03 req-078a89c5-2b00-4d6e-b501-9da111286e06 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 932 time: 0.5142961 Feb 04 10:22:53.123378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Deleting port 769251c6-01de-4558-bcfb-c4cf7753cd68 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:53.123721 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.187998 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-6baa311f-9b3c-4c55-bd16-830ca46938ef req-45435f82-23c6-4231-8bae-4857447010ea tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7446661 Feb 04 10:22:53.262054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:53.297898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.318927 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ce977f8c-a386-4d87-ace3-35ea1dcfef03 req-f58ee7f8-8802-41e3-be18-e5d651286b1f tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400263 Feb 04 10:22:53.392742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-da39dab7-8f0f-401e-982a-9a7710b30adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:53.394351 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-da39dab7-8f0f-401e-982a-9a7710b30adf service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 200 len: 913 time: 0.8906229 Feb 04 10:22:53.530513 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Attempting to bind port e4fd932e-52c9-49ea-829f-792ad6c7434b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:53.530871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Attempting to bind port e4fd932e-52c9-49ea-829f-792ad6c7434b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:53.531182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Attempting to bind port e4fd932e-52c9-49ea-829f-792ad6c7434b on network bcb32ea3-a447-4ac4-a729-0fdc23635a87 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:53.550585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Port e4fd932e-52c9-49ea-829f-792ad6c7434b on network bcb32ea3-a447-4ac4-a729-0fdc23635a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:53.552191 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Attempting to bind port e4fd932e-52c9-49ea-829f-792ad6c7434b on network bcb32ea3-a447-4ac4-a729-0fdc23635a87 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:53.567966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Checking agent: {'id': 'e72254ce-3ffd-42e5-8986-f34c91225ae1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'started_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:53.568315 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Checking segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:53.568939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Bound using segment: {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:53.569445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Bound port: e4fd932e-52c9-49ea-829f-792ad6c7434b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f722925-eb67-4fc3-9733-b0ef79d4c479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:53.569926 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.580058 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-b151b38e-dba9-4a61-b4e1-41cff9db3556 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 200 len: 217 time: 0.1409276 Feb 04 10:22:53.580529 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:53.708512 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:53.744409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:22:53.772889 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:53.783044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:53.804914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.825964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.846388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:53.846735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.854385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.886227 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.889592 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7115e140-bbcb-415a-a877-0e66fed583b4 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:22:53.915023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.945434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:53.946132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.947538 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] 10.222.0.71 "PUT /v2.0/ports/e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1094 time: 2.6716833 Feb 04 10:22:53.948027 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:22:53.957693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Transition to ACTIVE for port object 7115e140-bbcb-415a-a877-0e66fed583b4 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:53.972723 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:53.980916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063457f-1c3c-4fbf-ab76-213b6a69419f service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.000238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:54.004006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.014143 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-bd3e2c39-fc3a-4ee8-80de-8b584f8e8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.015686 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-bd3e2c39-fc3a-4ee8-80de-8b584f8e8e94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd21938-22c0-4fc7-b855-dacc0dfc32f5 HTTP/1.1" status: 200 len: 851 time: 0.4186690 Feb 04 10:22:54.016378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.025986 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=9de5477b-50d8-4174-a203-037abbb1ba27,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.147854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Calling delete_port for 769251c6-01de-4558-bcfb-c4cf7753cd68 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:54.220958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbc966-7610-4693-a83c-9309807dd79a req-2ba41fe9-186f-4f7e-bad5-0cd4c73c73fd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.222520 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-38bbc966-7610-4693-a83c-9309807dd79a req-2ba41fe9-186f-4f7e-bad5-0cd4c73c73fd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 944 time: 0.8513772 Feb 04 10:22:54.248071 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:54.252493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Usage tracker for resource:security_group_rule and tenant:ff902e7543554a1dab1212c915050834 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:54.255538 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:54.261756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:54.344239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Pushing event updated for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.353242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.357736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Port': ['ID=d43515f9-480b-43e9-b761-5a8bec4cbada,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.420478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:54.461992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-ae251c75-8fc6-4d43-b634-23a92b759bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.463616 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-ae251c75-8fc6-4d43-b634-23a92b759bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1097 time: 0.4431651 Feb 04 10:22:54.467356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Attempting to bind port 7115e140-bbcb-415a-a877-0e66fed583b4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:22:54.467691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Attempting to bind port 7115e140-bbcb-415a-a877-0e66fed583b4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:22:54.468020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Attempting to bind port 7115e140-bbcb-415a-a877-0e66fed583b4 on network e82f4b16-eec0-4360-acc0-37a0321622d6 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:54.476643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Port 7115e140-bbcb-415a-a877-0e66fed583b4 on network e82f4b16-eec0-4360-acc0-37a0321622d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:22:54.476981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Attempting to bind port 7115e140-bbcb-415a-a877-0e66fed583b4 on network e82f4b16-eec0-4360-acc0-37a0321622d6 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:22:54.540212 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Checking agent: {'id': 'e72254ce-3ffd-42e5-8986-f34c91225ae1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'started_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:22:54.540474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Checking segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:54.540669 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Bound using segment: {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:22:54.541116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Bound port: 7115e140-bbcb-415a-a877-0e66fed583b4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a528f63-5991-479f-8a03-146be1318885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:22:54.541462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.560702 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-931db824-7f90-44c8-b9f4-d7e43ad9c0c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 217 time: 0.0849369 Feb 04 10:22:54.572788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.645411 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdd296-06f3-49db-b2a5-120aab838e8e req-f28cfdb4-3d48-4450-8357-62b7b51461f6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.647254 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d6bdd296-06f3-49db-b2a5-120aab838e8e req-f28cfdb4-3d48-4450-8357-62b7b51461f6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 943 time: 0.3055553 Feb 04 10:22:54.663928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.669137 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-62d7584c-3abc-41ae-aabf-7a912f37ade6 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6561110 Feb 04 10:22:54.669280 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:54.688226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-38bbc966-7610-4693-a83c-9309807dd79a req-da1566e3-4e45-4d6f-a122-a6ce411cc2bc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:54.692951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1503158259'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:54.698228 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8c3ad471-b340-4a6b-945e-21801bf734d1 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/ports/d43515f9-480b-43e9-b761-5a8bec4cbada HTTP/1.1" status: 204 len: 168 time: 3.0894465 Feb 04 10:22:54.704818 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:54.712800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:54.730646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.764363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:network and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:54.771210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.784611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:54.800420 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-d55d9880-362b-4d75-9535-51b90ccc36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.802534 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-d55d9880-362b-4d75-9535-51b90ccc36dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.2345440 Feb 04 10:22:54.804898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:54.816670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.854439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-38bbc966-7610-4693-a83c-9309807dd79a req-da1566e3-4e45-4d6f-a122-a6ce411cc2bc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:54.855581 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-38bbc966-7610-4693-a83c-9309807dd79a req-da1566e3-4e45-4d6f-a122-a6ce411cc2bc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5535538 Feb 04 10:22:54.866204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event deleted for resources: {'Port': ['ID=769251c6-01de-4558-bcfb-c4cf7753cd68,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.872193 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-b3cf56cd-6ba1-4ee5-93bf-b5becff756aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:54.873774 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-b3cf56cd-6ba1-4ee5-93bf-b5becff756aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bcd190b-b096-4b12-aaf0-18bb6168e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8077240 Feb 04 10:22:54.878398 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d6bdd296-06f3-49db-b2a5-120aab838e8e req-1937492a-6b84-40b7-ac35-fd634c3da37b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157094 Feb 04 10:22:54.887930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:22:54.890637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting subnet 2e5468d2-05fb-40ae-a05d-729fa0bd88a6 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:22:54.907036 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.935380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.940229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7115e140-bbcb-415a-a877-0e66fed583b4,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:22:54.947652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Made reservation on behalf of 02d1b7cae5b5484d8fa694ced09b6dd7 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:54.951055 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:54.954473 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff902e7543554a1dab1212c915050834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3645713 Feb 04 10:22:54.962328 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516e4f-47d7-4e16-9f6f-7bdcbeb7030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8a3a9-e2e0-470c-a2a9-fb346990cb3d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:54.966447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37624) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:54.977767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.025611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.028042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.12 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/18a732ed-74d0-4548-bf66-b7c2fe05b2a9) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:55.057025 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b3b3d4a7-4936-41af-ba4b-be7ff08516a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "DELETE /v2.0/ports/769251c6-01de-4558-bcfb-c4cf7753cd68 HTTP/1.1" status: 204 len: 168 time: 2.6101882 Feb 04 10:22:55.060189 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37630) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:55.114330 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'status': 'completed', 'code': 200} Feb 04 10:22:55.134079 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-97627d51-8c6f-4171-9f34-03ff852df24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:22:55.134079 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-97627d51-8c6f-4171-9f34-03ff852df24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Synchronizing usage tracker for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:55.135110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.169168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:55.188028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:55.188641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.190102 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] 10.222.0.71 "PUT /v2.0/ports/7115e140-bbcb-415a-a877-0e66fed583b4 HTTP/1.1" status: 200 len: 1094 time: 2.2904978 Feb 04 10:22:55.194717 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-4fc1ed3b-85a4-4991-9a49-c2032ce7f095 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948680 Feb 04 10:22:55.203722 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:security_group_rule and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:55.221926 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:55.240409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-97627d51-8c6f-4171-9f34-03ff852df24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Unset dirty status for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:55.245132 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-97627d51-8c6f-4171-9f34-03ff852df24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports/769251c6-01de-4558-bcfb-c4cf7753cd68 HTTP/1.1" status: 404 len: 333 time: 0.1784914 Feb 04 10:22:55.252017 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:55.256158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:55.271954 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549592563'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:55.329466 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1076586-3f43-4447-bf34-4fc3f25b1121 service neutron] Pushing event updated for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:55.332664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:55.358792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-3b551636-68c7-4b13-8136-f31a535fdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:55.360277 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-3b551636-68c7-4b13-8136-f31a535fdb28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5392163 Feb 04 10:22:55.448220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:55.461780 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b8903233-3958-4a3a-9291-27f5003a9f1a req-5cfa7c9f-8801-4d28-8873-d19691e32376 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448831 Feb 04 10:22:55.464355 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.475424 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.482509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:22:55.506632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.582044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:55.586054 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:55.588419 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:55.593544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Made reservation on behalf of 75e1e4b2dc7d4c0595847be1e9c5787d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:55.593849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:55.594528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.595972 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.614883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.615893 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=18a732ed-74d0-4548-bf66-b7c2fe05b2a9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:55.630513 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-91d19b1f-1560-497c-b1b5-e87ca31b60f0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0499845 Feb 04 10:22:55.630840 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37640) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:55.637791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:6a:1a'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:55.656506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.677721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device f69fc198-b23f-4788-8350-44a62a25ada0 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 10:22:55.717128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0d5c8-adfc-4f77-adf7-80e183e598fe req-b83bba8d-2fbf-4a6f-8a2c-687360cda8fa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:55.724188 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d3b0d5c8-adfc-4f77-adf7-80e183e598fe req-b83bba8d-2fbf-4a6f-8a2c-687360cda8fa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 944 time: 0.6844831 Feb 04 10:22:55.761773 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:55.880034 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f69fc198-b23f-4788-8350-44a62a25ada0,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:55.911428 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Returning: {'device': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'port_id': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'mac_address': 'fa:16:3e:73:3a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 10:22:55.911571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-a8a0a953-6439-41b2-bf15-30d2b4e668bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:55.913165 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-a8a0a953-6439-41b2-bf15-30d2b4e668bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d3868a4075c14731bad3b31ea9591ab1&device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 1097 time: 0.6589592 Feb 04 10:22:55.924578 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-090e1a7b-c96a-46a3-8100-86df143dca37 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107036 Feb 04 10:22:55.972660 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:55.991722 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.013467 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69fc198-b23f-4788-8350-44a62a25ada0 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:22:56.018339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23ccfa47-f0a1-4b01-87bd-bf67775a8557 None None] Provisioning for port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:56.027322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23ccfa47-f0a1-4b01-87bd-bf67775a8557 None None] Provisioning complete for port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:56.028087 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23ccfa47-f0a1-4b01-87bd-bf67775a8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.082085 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f69fc198-b23f-4788-8350-44a62a25ada0,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:56.091855 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.124423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.135235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-23ccfa47-f0a1-4b01-87bd-bf67775a8557 None None] Port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:56.150472 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d3b0d5c8-adfc-4f77-adf7-80e183e598fe req-bed1eff8-88d9-4081-97cc-0a6d81202254 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251623 Feb 04 10:22:56.170155 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-acf1e92e-2c2a-439c-a1c5-ef3ace9425a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7115e140-bbcb-415a-a877-0e66fed583b4 HTTP/1.1" status: 200 len: 217 time: 0.2279437 Feb 04 10:22:56.180406 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:56.214140 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.235684 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9db0c-ce34-4921-a92a-458be924c59f req-0818012b-1dd1-40b1-a763-18859dad0291 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:56.237155 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-63e9db0c-ce34-4921-a92a-458be924c59f req-0818012b-1dd1-40b1-a763-18859dad0291 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 944 time: 0.2176640 Feb 04 10:22:56.324475 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-63e9db0c-ce34-4921-a92a-458be924c59f req-12b48a16-ebaa-4fdb-8f46-8600abd0106d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765822 Feb 04 10:22:56.335291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.350318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.355249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.360878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] get_ports_and_sgs() called for port_ids ['f69fc198-b23f-4788-8350-44a62a25ada0'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 10:22:56.425952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.431545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:56.434978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=18a732ed-74d0-4548-bf66-b7c2fe05b2a9,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:56.445451 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] In _notify_port_updated(), no bound segment for port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 on network 4dcfc24c-db8f-4855-9909-02178ce07870 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:22:56.450339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5468d2-05fb-40ae-a05d-729fa0bd88a6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:56.452502 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:56.453235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.454837 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1019933a-cf62-4eb2-8333-c4c316206d46 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "PUT /v2.0/ports/18a732ed-74d0-4548-bf66-b7c2fe05b2a9 HTTP/1.1" status: 200 len: 997 time: 0.8230345 Feb 04 10:22:56.457670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37648) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:56.471637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.473044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a03a40-15e0-4d3e-8a0d-a10e82c4db55 None None] Network 49060f60-121f-48b6-89a9-76ff5d5b615f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:56.477965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8a0abb-9c7f-40a0-a311-21bd3a104e2f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:56.544981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:56.545550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.588758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.589104 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Added segment 7d048726-b490-406b-ac24-500b0816f017 of type vlan for network dee88406-dd14-4589-9fad-0d3d183af2d3 Feb 04 10:22:56.600352 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-742281c5-8e6f-46bc-832b-286753aa2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:56.602074 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-742281c5-8e6f-46bc-832b-286753aa2220 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e2c42b2a-9aff-49d9-a591-9ad9eea7f90c HTTP/1.1" status: 200 len: 845 time: 0.3848951 Feb 04 10:22:56.626565 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8a3a9-e2e0-470c-a2a9-fb346990cb3d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:56.687996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.689108 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9aa5925f-2d3a-4445-a673-a7a346de47eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cc8a3a9-e2e0-470c-a2a9-fb346990cb3d HTTP/1.1" status: 204 len: 168 time: 1.7188573 Feb 04 10:22:56.741243 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cb47490e-aeb6-4f0c-9f89-1d5fdcb2f100 req-67070ee2-aee6-443f-a7d6-1bde43f3a410 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519544 Feb 04 10:22:56.752668 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2f06fe7b-8be7-44de-bf5a-3e163da56667 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/subnets/2e5468d2-05fb-40ae-a05d-729fa0bd88a6 HTTP/1.1" status: 204 len: 168 time: 2.0443909 Feb 04 10:22:56.755758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37654) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:56.787720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d9327db-2103-4897-b6c9-d08d91252de4 None None] Provisioning complete for port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:56.788290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d9327db-2103-4897-b6c9-d08d91252de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.857576 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3d9327db-2103-4897-b6c9-d08d91252de4 None None] Port 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:22:56.913371 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:56.928648 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] DHCP port deletion for 49060f60-121f-48b6-89a9-76ff5d5b615f request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:22:56.932813 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Deleting port ebb4798c-a3e2-4ae3-8102-493ad0183c07 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:56.933172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.006517 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.024805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.090224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530da0e-3394-44ff-83bf-585773c0b96c req-fbfcb2d0-b2b5-44b7-b03b-aa00d0609cdf tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:57.091715 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4530da0e-3394-44ff-83bf-585773c0b96c req-fbfcb2d0-b2b5-44b7-b03b-aa00d0609cdf tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 944 time: 0.8149509 Feb 04 10:22:57.128708 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:22:57.135986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.173841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for 18a732ed-74d0-4548-bf66-b7c2fe05b2a9 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:57.194182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-7739edcb-663d-4da2-8d6c-f56116c5d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:57.195676 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-7739edcb-663d-4da2-8d6c-f56116c5d5b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e82f4b16-eec0-4360-acc0-37a0321622d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5710421 Feb 04 10:22:57.196674 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.202666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:57.203157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.210761 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] For port ebb4798c-a3e2-4ae3-8102-493ad0183c07, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ebb4798c-a3e2-4ae3-8102-493ad0183c07,segment=NetworkSegment(eaf050df-5baf-4acc-899a-c7b2a870d5d1),segment_id=eaf050df-5baf-4acc-899a-c7b2a870d5d1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:57.211418 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.241412 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4', 'status': 'completed', 'code': 200} Feb 04 10:22:57.380243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Calling delete_port for ebb4798c-a3e2-4ae3-8102-493ad0183c07 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:22:57.400777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Deleting port ebb4798c-a3e2-4ae3-8102-493ad0183c07 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:22:57.401120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.458761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-6a229643-b799-4b41-8c5f-45d63d52ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:57.460343 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-6a229643-b799-4b41-8c5f-45d63d52ff37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1097 time: 0.6284213 Feb 04 10:22:57.464260 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7914255 Feb 04 10:22:57.465657 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37680) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:57.478610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Request body: {'subnet': {'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:57.493891 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4530da0e-3394-44ff-83bf-585773c0b96c req-037c4cee-70d9-4115-982b-4af6f1911ce5 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873110 Feb 04 10:22:57.509047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.510478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.557744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0017801-457c-47fe-91a7-1b17444f2a5a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Network': ['ID=dee88406-dd14-4589-9fad-0d3d183af2d3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:57.608149 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.626826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] Pushing event deleted for resources: {'Port': ['ID=ebb4798c-a3e2-4ae3-8102-493ad0183c07,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:57.633579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network dee88406-dd14-4589-9fad-0d3d183af2d3 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:22:57.654857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device f69fc198-b23f-4788-8350-44a62a25ada0 up at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:22:57.706939 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ebb4798c-a3e2-4ae3-8102-493ad0183c07 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:22:57.719042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=18a732ed-74d0-4548-bf66-b7c2fe05b2a9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:57.737692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37686) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:57.747424 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbf245-9769-455c-a3dd-52df5079a89e req-925b4f12-1021-4401-b843-e9bf3e5ef030 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:57.755327 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-07dbf245-9769-455c-a3dd-52df5079a89e req-925b4f12-1021-4401-b843-e9bf3e5ef030 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 944 time: 0.3522813 Feb 04 10:22:57.763695 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.793978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:57.818049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: ebb4798c-a3e2-4ae3-8102-493ad0183c07 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:22:57.819104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:subnet and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:57.819231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ebb4798c-a3e2-4ae3-8102-493ad0183c07 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:22:57.826889 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:57.842474 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-07dbf245-9769-455c-a3dd-52df5079a89e req-74572b83-b38b-4206-812f-27d1877eb550 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861678 Feb 04 10:22:57.851316 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:57.864228 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603cbe9-c207-4960-9782-1ab49d886ba0 None None] No DVR routers for this DVR port ebb4798c-a3e2-4ae3-8102-493ad0183c07 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:22:57.872079 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-87701645-7f0e-42e9-aa59-47ffe9ed1174 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/18a732ed-74d0-4548-bf66-b7c2fe05b2a9 HTTP/1.1" status: 204 len: 168 time: 1.4124846 Feb 04 10:22:57.877608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:57.931776 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-727fadce-7a70-4c75-bcbb-3b7e450ac04c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] GET failed (client error): The resource could not be found. Feb 04 10:22:57.932184 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning for port f69fc198-b23f-4788-8350-44a62a25ada0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:22:57.932392 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-727fadce-7a70-4c75-bcbb-3b7e450ac04c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Synchronizing usage tracker for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:22:57.937828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning complete for port f69fc198-b23f-4788-8350-44a62a25ada0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:22:57.938258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.941136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Made reservation on behalf of 02d1b7cae5b5484d8fa694ced09b6dd7 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:57.945336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:57.952415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] The port 'ebb4798c-a3e2-4ae3-8102-493ad0183c07' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:22:57.975907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Network 4e0b0a98-6a19-414c-879b-c9f0b899da0b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:22:57.983349 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:58.003064 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:22:58.003998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:58.004676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.051946 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-894268472'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:58.069094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-727fadce-7a70-4c75-bcbb-3b7e450ac04c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Unset dirty status for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:22:58.073634 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-727fadce-7a70-4c75-bcbb-3b7e450ac04c tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports/18a732ed-74d0-4548-bf66-b7c2fe05b2a9 HTTP/1.1" status: 404 len: 333 time: 0.1915598 Feb 04 10:22:58.073634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:58.077336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:58.079175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb55d69-eacb-46f5-8c25-7f1292b0fc59,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:58.079804 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:network and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:58.086166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:58.091790 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-758900654'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:58.117458 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:58.119791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.152230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:22:58.210171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:58.213824 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.221780 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f69fc198-b23f-4788-8350-44a62a25ada0,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:58.231111 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.236351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.256862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:58.260710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:security_group_rule and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:58.263667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:58.269606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:58.303289 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-08c1d87b-242d-48af-9add-f9e9fd0d373b service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0923412 Feb 04 10:22:58.329329 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:58.344918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:58.351800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-80c2f216-5408-4750-823f-5b87ecc00515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:58.353576 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-80c2f216-5408-4750-823f-5b87ecc00515 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 0.8448994 Feb 04 10:22:58.355787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:58.411847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:22:58.415566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.476121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port 04c33301-86c9-471f-8201-1dcaebefcdfe yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:22:58.476830 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'code': 200} Feb 04 10:22:58.538141 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.553163 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5f35a0e8-d9c7-4064-9b52-7d51b8c436f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2957830 Feb 04 10:22:58.556521 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-edb1e2b4-a05b-469c-bbb1-1e4a71c619ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 217 time: 0.1665578 Feb 04 10:22:58.559092 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:58.577975 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:58.658636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49060f60-121f-48b6-89a9-76ff5d5b615f']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:58.686474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf050df-5baf-4acc-899a-c7b2a870d5d1') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:58.686807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf050df-5baf-4acc-899a-c7b2a870d5d1') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:22:58.715727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.733099 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b671594-add9-4fb4-b59e-5a18792ebea3 req-e8c42e94-bdcf-4a57-a57a-244f5ba0591b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:58.734648 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-7b671594-add9-4fb4-b59e-5a18792ebea3 req-e8c42e94-bdcf-4a57-a57a-244f5ba0591b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 944 time: 0.9946229 Feb 04 10:22:58.778947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-39738955-e814-4889-9b38-5b252257ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:58.780448 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-39738955-e814-4889-9b38-5b252257ddf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.1985114 Feb 04 10:22:58.788787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.823341 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.837520 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e077022a-9b24-4a84-bc38-03f4594b75c0 req-61d4a3ce-9aa6-4ae1-8864-eec310cada08 service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917476 Feb 04 10:22:58.842590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.843283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:22:58.843695 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:22:58.867711 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:22:58.907551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:58.996523 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-7b671594-add9-4fb4-b59e-5a18792ebea3 req-9b8f87cd-299f-4f07-a9ed-7188c4164a75 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389400 Feb 04 10:22:59.033529 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.038488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:22:59.070094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.073837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] Pushing event deleted for resources: {'Network': ['ID=49060f60-121f-48b6-89a9-76ff5d5b615f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:59.084146 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c8cf8b08-4862-4f33-9853-503aa7d6aa37 tempest-AllowedAddressPairIpV6TestJSON-383250899 tempest-AllowedAddressPairIpV6TestJSON-383250899-project] 10.222.0.73 "DELETE /v2.0/networks/49060f60-121f-48b6-89a9-76ff5d5b615f HTTP/1.1" status: 204 len: 168 time: 2.3053110 Feb 04 10:22:59.086252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-834b8e88-8569-4324-abc1-9cd99620cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.087970 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-834b8e88-8569-4324-abc1-9cd99620cf3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2964609 Feb 04 10:22:59.124651 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-5d3b1b7e-8f02-49c0-a27b-a0e56a77909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.126284 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-5d3b1b7e-8f02-49c0-a27b-a0e56a77909a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d3868a4075c14731bad3b31ea9591ab1&device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 1097 time: 0.1978958 Feb 04 10:22:59.131646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905ac4cf-8168-4843-ac89-71dbb448369f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:59.150599 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.150792 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Added segment d85c1f58-00ab-471b-a468-f73e6621899b of type vlan for network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 Feb 04 10:22:59.158525 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Subnet': ['ID=956b3af3-4850-419a-8b04-d05ca8cfe31d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:59.167995 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.10 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/04c33301-86c9-471f-8201-1dcaebefcdfe) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:22:59.173263 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Checking segment: {'id': '7d048726-b490-406b-ac24-500b0816f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:22:59.173671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network hostable DHCP agents. Network: dee88406-dd14-4589-9fad-0d3d183af2d3, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:22:59.192866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.266544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.296632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-1ab0a568-2bea-407c-8759-1d292538365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.298061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-1ab0a568-2bea-407c-8759-1d292538365d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 1098 time: 0.6041553 Feb 04 10:22:59.315839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154de5d-b2e0-4559-92f3-14a268951364 req-800f9398-b38b-4e1c-be53-300b4a4b9d68 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.322501 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d154de5d-b2e0-4559-92f3-14a268951364 req-800f9398-b38b-4e1c-be53-300b4a4b9d68 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.6991904 Feb 04 10:22:59.392154 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network dee88406-dd14-4589-9fad-0d3d183af2d3 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:22:59.394186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:59.401065 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-a2e803c5-0fe9-43cb-a0b4-e1ce3b482dcf service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052387 Feb 04 10:22:59.428548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.483627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, dee88406-dd14-4589-9fad-0d3d183af2d3) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:22:59.494026 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57aa1a4-b130-4545-a745-845c31e08227 None None] Network dee88406-dd14-4589-9fad-0d3d183af2d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:22:59.501081 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.501740 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.511187 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:59.512427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-f0032afb-873d-4d18-911d-b00a85f90be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.514024 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-f0032afb-873d-4d18-911d-b00a85f90be2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e82f4b16-eec0-4360-acc0-37a0321622d6 HTTP/1.1" status: 200 len: 907 time: 0.2963717 Feb 04 10:22:59.530619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345c567-c50c-4612-bc41-5ef330a4307f req-d0bf8474-c4f4-4f8f-865c-fec2321ef5ad tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.532049 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f345c567-c50c-4612-bc41-5ef330a4307f req-d0bf8474-c4f4-4f8f-865c-fec2321ef5ad tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 944 time: 0.4098673 Feb 04 10:22:59.596286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.601743 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.602428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.608692 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d154de5d-b2e0-4559-92f3-14a268951364 req-14849ffa-c754-408e-89da-a43cd41088e6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847493 Feb 04 10:22:59.618883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Usage tracker for resource:security_group_rule and tenant:cd07ffd2b8bf4e659a43e813ab06dcdb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:22:59.640427 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device e4fd932e-52c9-49ea-829f-792ad6c7434b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 10:22:59.648202 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-2485fb0c-ecc5-4599-96eb-965abaeca8d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7115e140-bbcb-415a-a877-0e66fed583b4 HTTP/1.1" status: 200 len: 217 time: 0.1253533 Feb 04 10:22:59.698503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:22:59.717289 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d1637422-dfff-405a-bb73-4339d40c4d13 req-439e2bfb-9e02-4c73-9a89-45b8a0cadf3d service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075700 Feb 04 10:22:59.730076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:22:59.760193 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f345c567-c50c-4612-bc41-5ef330a4307f req-a9883328-f5e2-4999-917b-827d686bed48 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739273 Feb 04 10:22:59.776618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-748c3885-29a4-46e3-9519-96b7cbd7b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.778361 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-748c3885-29a4-46e3-9519-96b7cbd7b145 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e2c42b2a-9aff-49d9-a591-9ad9eea7f90c HTTP/1.1" status: 200 len: 845 time: 0.1159041 Feb 04 10:22:59.854760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-ee1abe6f-812a-435e-8174-4fbe4893ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:22:59.856695 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-ee1abe6f-812a-435e-8174-4fbe4893ef3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e82f4b16-eec0-4360-acc0-37a0321622d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730262 Feb 04 10:22:59.911518 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1693220 Feb 04 10:22:59.912068 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-dee88406-dd14-4589-9fad-0d3d183af2d3', 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3', 'tenant_id': '02d1b7cae5b5484d8fa694ced09b6dd7', 'fixed_ips': [{'subnet_id': '956b3af3-4850-419a-8b04-d05ca8cfe31d'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:22:59.912068 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:22:59.933195 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ef8e2249-6f5d-4f53-9f22-5ab9d8c995f9 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4663901 Feb 04 10:22:59.934196 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:22:59.944947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:59.944947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37728) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:59.947811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad3eab-634c-4f71-8f06-e1906b673bc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Network': ['ID=397c55d0-aecb-4b8a-a292-3bcb19d441b6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:22:59.953208 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-549889254', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:59.960408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:22:59.970240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'subnet': {'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:22:59.978402 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a2a7cef4-0149-4ba1-bd07-663789804e09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1956f86a1a914f59b2c0435f08b4c2a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5697172 Feb 04 10:22:59.985323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37734) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:22:59.991529 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Returning: {'device': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'port_id': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'mac_address': 'fa:16:3e:25:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 10:22:59.993377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:00.113363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.134122 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.139182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] device_id is not set on port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:00.159080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.175270 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object 04c33301-86c9-471f-8201-1dcaebefcdfe will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:00.184402 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fd932e-52c9-49ea-829f-792ad6c7434b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:23:00.193736 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:router and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:00.204674 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:00.217073 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:00.221207 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:00.232905 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Transition to ACTIVE for port object dbb55d69-eacb-46f5-8c25-7f1292b0fc59 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:00.237609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:subnet and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:00.245395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:00.257986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:00.259436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.263730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.265152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.274571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:00.286690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.295227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.309245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:00.312888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.313013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.325018 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.336774 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-b14f4f73-8262-45f6-97c8-0d7d42b0345c service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739432 Feb 04 10:23:00.354789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.367831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Allocated IP 172.20.0.2 (dee88406-dd14-4589-9fad-0d3d183af2d3/956b3af3-4850-419a-8b04-d05ca8cfe31d/fdef00a1-88cc-4b21-9aa6-3dd610bb7c44) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:00.387150 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:00.479492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.489618 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c6aaf8e8-73ce-4a55-8fe3-4f14175dba4b req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1639140 Feb 04 10:23:00.530821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb55d69-eacb-46f5-8c25-7f1292b0fc59,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:00.541894 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] get_ports_and_sgs() called for port_ids ['e4fd932e-52c9-49ea-829f-792ad6c7434b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 10:23:00.545284 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef1fd1-dfff-4a83-971b-05544d605b9c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1385575c-cce6-4544-bb0c-9c6ec1bf61eb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:00.559936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:00.560280 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:00.560650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:00.569296 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.608989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:00.609354 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:00.617098 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 2 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:00.664225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409f07-c669-495f-8a81-eefebab30238 req-53cfafcc-a664-443a-b6dd-a88711c33207 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:00.665753 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-2e409f07-c669-495f-8a81-eefebab30238 req-53cfafcc-a664-443a-b6dd-a88711c33207 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 944 time: 0.4808002 Feb 04 10:23:00.678624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:00.678974 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:00.679311 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:00.690491 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:00.699096 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.706953 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:00.709289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:00.709628 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:00.712289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:00.718065 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:00.718689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.727282 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 3 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:00.727655 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Transition to ACTIVE for port object fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:00.759532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=04c33301-86c9-471f-8201-1dcaebefcdfe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:00.786828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Transition to ACTIVE for port object fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:00.789678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:00.806390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:00.806872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:00.808516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.809194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.849040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:00.849696 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:00.853027 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-2e409f07-c669-495f-8a81-eefebab30238 req-7dde5cf5-34d3-4809-8c60-15388cf58eea tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681716 Feb 04 10:23:00.855399 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 4 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:00.865265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.871605 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19cbb6a9-b78e-4b9a-8746-35fc7db541f3 HTTP/1.1" status: 204 len: 168 time: 0.8836868 Feb 04 10:23:00.872805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdd20a-49ce-44ba-93f6-df0f9831544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cbb6a9-b78e-4b9a-8746-35fc7db541f3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:00.900548 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Network dee88406-dd14-4589-9fad-0d3d183af2d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:00.905267 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-eb29bd09-24f1-4bd3-961e-550c51d79c0f tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8269072 Feb 04 10:23:00.906335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:00.915890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:00.919175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:00.925185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'network_id': '4dcfc24c-db8f-4855-9909-02178ce07870', 'name': 'tempest-AllowedAddressPairTestJSON-1022472897'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:00.952707 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:00.968549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:00.968857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:00.975413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:00.993985 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Pushing event updated for resources: {'Port': ['ID=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:01.002163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.004662 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.061703 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Attempting to bind port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.062113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Attempting to bind port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '7d048726-b490-406b-ac24-500b0816f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.062531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Attempting to bind port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 on network dee88406-dd14-4589-9fad-0d3d183af2d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.070968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:01.071343 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Checking segment: {'id': '7d048726-b490-406b-ac24-500b0816f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:01.071743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.072137 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Bound using segment: {'id': '7d048726-b490-406b-ac24-500b0816f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:01.072601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Bound port: fdef00a1-88cc-4b21-9aa6-3dd610bb7c44, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d048726-b490-406b-ac24-500b0816f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:01.073029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.094580 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-747da5e4-7087-49ab-b7b1-69d38e089426 req-e2422cb2-ab8e-4128-9bcf-114fcd493aa8 service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105801 Feb 04 10:23:01.232955 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] For port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:01.235149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf5245-f151-4e67-bd0f-fd21e8d4094c req-8ffb4f58-7683-410a-bacd-9c798430d1e0 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:01.237255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] For port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,segment=NetworkSegment(7d048726-b490-406b-ac24-500b0816f017),segment_id=7d048726-b490-406b-ac24-500b0816f017)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:01.240836 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40140561-0473-464a-b62d-c70ce50daf9d None None] Provisioning for port 04c33301-86c9-471f-8201-1dcaebefcdfe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:01.243099 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3baf5245-f151-4e67-bd0f-fd21e8d4094c req-8ffb4f58-7683-410a-bacd-9c798430d1e0 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.3627448 Feb 04 10:23:01.248671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.298649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40140561-0473-464a-b62d-c70ce50daf9d None None] Provisioning complete for port 04c33301-86c9-471f-8201-1dcaebefcdfe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:01.299107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-40140561-0473-464a-b62d-c70ce50daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.321836 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 5 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.330542 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3baf5245-f151-4e67-bd0f-fd21e8d4094c req-538573ff-fd68-4f08-80e8-42f57d41c574 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862391 Feb 04 10:23:01.353546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.412744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-40140561-0473-464a-b62d-c70ce50daf9d None None] Port 04c33301-86c9-471f-8201-1dcaebefcdfe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:01.434760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58eb4e-f302-44ac-a325-54bdb2339191 None None] Pushing event updated for resources: {'Port': ['ID=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:01.479498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Subnet': ['ID=97a640b7-2827-4881-8928-8c65841f75d8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:01.494282 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.494626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.494968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.502471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.502809 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.514380 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 6 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.568260 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.568864 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.569301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.578197 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.578660 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.581298 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 7 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.594013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Checking segment: {'id': 'd85c1f58-00ab-471b-a468-f73e6621899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:01.594837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network hostable DHCP agents. Network: 397c55d0-aecb-4b8a-a292-3bcb19d441b6, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:01.613283 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.614456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.615526 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.623454 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:01.625753 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.626127 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.629450 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 8 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.653302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 7115e140-bbcb-415a-a877-0e66fed583b4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 10:23:01.670735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.671081 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.671468 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.695622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.695959 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.700778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:01.703526 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 9 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.716437 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device e4fd932e-52c9-49ea-829f-792ad6c7434b up at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:01.757818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.760457 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.760879 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:01.801420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dc54f-e085-4ff8-a68c-55c14bcc9e2e req-75b40943-44c5-4ea6-bab2-fd5a782b4d3d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:01.812084 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d8dc54f-e085-4ff8-a68c-55c14bcc9e2e req-75b40943-44c5-4ea6-bab2-fd5a782b4d3d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 944 time: 0.4476163 Feb 04 10:23:01.816891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:01.817965 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:01.819139 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempt 10 to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 Feb 04 10:23:01.855703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:01.865508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.896936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Made reservation on behalf of e3d599bf7f4d46928049c5a972f0c824 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:01.906228 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.913984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 397c55d0-aecb-4b8a-a292-3bcb19d441b6) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:01.933542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:01.985719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:01.986242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:01.986429 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempting to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:02.016363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc981e4e-b1ad-4b30-ad35-90575cda8b48 None None] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:02.021186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] device_id is not set on port b8f3578d-13ac-440e-84f2-6a180246a427 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:02.061304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:23:02.061904 dv-neutron-827824-1-hyperv neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Failed to bind port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0d1820e0-2372-4413-a968-4f4643764efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e0b0a98-6a19-414c-879b-c9f0b899da0b'}] Feb 04 10:23:02.064058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.139147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning for port e4fd932e-52c9-49ea-829f-792ad6c7434b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:02.156713 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d8dc54f-e085-4ff8-a68c-55c14bcc9e2e req-eb7b1c4e-c705-4064-8e2e-59331c5c864c tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198817 Feb 04 10:23:02.190436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning complete for port e4fd932e-52c9-49ea-829f-792ad6c7434b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:02.191119 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.264404 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Allocated IP 172.26.5.87 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/6d1bbd00-e9de-4b71-86cd-6bb31e9dae29) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:02.319640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Allocated IP 172.20.0.4 (4dcfc24c-db8f-4855-9909-02178ce07870/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5/b8f3578d-13ac-440e-84f2-6a180246a427) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:02.384258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:02.417623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port dbb55d69-eacb-46f5-8c25-7f1292b0fc59, host hv-neutron-8278, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:02.422026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attempted to set empty binding levels {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 10:23:02.446675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.555676 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.638702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] In _notify_port_updated(), no bound segment for port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 on network 4e0b0a98-6a19-414c-879b-c9f0b899da0b {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:23:02.639869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:02.640568 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.642095 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "PUT /v2.0/ports/dbb55d69-eacb-46f5-8c25-7f1292b0fc59 HTTP/1.1" status: 200 len: 981 time: 4.0719407 Feb 04 10:23:02.648596 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37778) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:02.664351 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7115e140-bbcb-415a-a877-0e66fed583b4,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:02.671434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'networks': [{'name': 'tempest-network--1564894181'}, {'name': 'tempest-network--320909852'}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:02.671870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-network--1564894181'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:02.672421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-network--320909852'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:02.679595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:02.680607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.708689 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:02.717184 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:02.725571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Returning: {'device': '7115e140-bbcb-415a-a877-0e66fed583b4', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'port_id': '7115e140-bbcb-415a-a877-0e66fed583b4', 'mac_address': 'fa:16:3e:d5:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 10:23:02.729662 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.780013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.824357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.890571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1237d9-5a09-4810-8a60-29ce6305e6de None None] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:02.961975 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e33b21cf-8cf4-4263-a3fb-1aeca0b03561 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0158617 Feb 04 10:23:02.964763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:02.968980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:02.979200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1409790147', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:02.979786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80023960-1d3e-4f65-8ed5-b5963b3eb493 None None] Network dee88406-dd14-4589-9fad-0d3d183af2d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:02.984714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:02.988736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:02.992709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:03.029812 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:03.042177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=6d1bbd00-e9de-4b71-86cd-6bb31e9dae29,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:03.043375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:03.047727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:router and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:03.052407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:03.065463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Deleting port dbb55d69-eacb-46f5-8c25-7f1292b0fc59 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:03.066060 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.070812 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:03.076732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.077093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.077441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.077789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.078318 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.078649 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.079001 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.079321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.079650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.079986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.080311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.080639 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.087304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:03.092098 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897ed5-df5a-4e24-a88a-a5ee52bfbdef req-e91e5ea1-6fc0-4844-825e-2c6b85fcc8b2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:03.093715 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ed897ed5-df5a-4e24-a88a-a5ee52bfbdef req-e91e5ea1-6fc0-4844-825e-2c6b85fcc8b2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 945 time: 0.5062146 Feb 04 10:23:03.116928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.142419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66c3e130-a811-40f7-ba10-e85e6628157e None None] Provisioning for port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:03.144571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:network and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:03.162456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:03.171530 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Transition to ACTIVE for port object b8f3578d-13ac-440e-84f2-6a180246a427 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:03.173715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7115e140-bbcb-415a-a877-0e66fed583b4 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:23:03.174496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb55d69-eacb-46f5-8c25-7f1292b0fc59,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:03.179358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:03.189535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.190823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.191356 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7115e140-bbcb-415a-a877-0e66fed583b4,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:03.199695 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.200110 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.200403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.200756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.201605 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.201605 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.201769 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.202108 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.202469 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.202791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.203082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.203409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854a73c-db7b-4bf2-a109-ed568d35590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:03.207657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.214229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.251969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'network': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:03.257268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.295225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.324453 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb17b12-f1b9-450f-bf4d-75ae304c74e4 req-aa6ad865-2c8f-43f0-a4e2-c55c47e679f4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:03.325972 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-ceb17b12-f1b9-450f-bf4d-75ae304c74e4 req-aa6ad865-2c8f-43f0-a4e2-c55c47e679f4 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.7702022 Feb 04 10:23:03.346853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:03.429187 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:security_group_rule and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:03.437612 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:03.454097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.455872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:03.465426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] get_ports_and_sgs() called for port_ids ['7115e140-bbcb-415a-a877-0e66fed583b4'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 10:23:03.490279 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:03.544391 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] For port dbb55d69-eacb-46f5-8c25-7f1292b0fc59, host hv-neutron-8278, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:03.545253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.558593 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-ceb17b12-f1b9-450f-bf4d-75ae304c74e4 req-164c99f5-db1f-4125-90b3-51baee57e222 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130399 Feb 04 10:23:03.620894 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.630987 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ed897ed5-df5a-4e24-a88a-a5ee52bfbdef req-644ad97e-f390-46a5-b8e6-f8146581b850 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5254962 Feb 04 10:23:03.638856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Network 4dcfc24c-db8f-4855-9909-02178ce07870 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:03.713822 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:03.756472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Calling delete_port for dbb55d69-eacb-46f5-8c25-7f1292b0fc59 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:03.829308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:03.843639 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:03.859993 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'code': 200} Feb 04 10:23:03.861337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:03.946070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:04.063005 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:04.071313 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:04.071861 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.103036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=b8f3578d-13ac-440e-84f2-6a180246a427,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:04.162751 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23668b3b-9739-45a2-aecf-7d82ac969bb8 None None] Provisioning complete for port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:04.163235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23668b3b-9739-45a2-aecf-7d82ac969bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.252429 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7ac5e93a-0b28-40c7-bde5-dc684c3cbab0 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3337045 Feb 04 10:23:04.261255 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:04.272607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:66:6a:1a'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0f:05:69'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:04.286995 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.330194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.331422 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.369851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,segment=NetworkSegment(7d048726-b490-406b-ac24-500b0816f017),segment_id=7d048726-b490-406b-ac24-500b0816f017)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:04.370980 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23668b3b-9739-45a2-aecf-7d82ac969bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.386064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.409725 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbb55d69-eacb-46f5-8c25-7f1292b0fc59,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:04.433139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.436627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.444034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.444490 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.512207 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:04.524136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.524328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.524598 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.524928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.525514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.525844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.526188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.526507 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.526826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.527145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.527461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.527775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:04.532870 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-23668b3b-9739-45a2-aecf-7d82ac969bb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:04.533268 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-23668b3b-9739-45a2-aecf-7d82ac969bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:04.558311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f7f97-90dc-41f8-b2a8-91c6ebcd2850 req-45b90139-f121-4fe8-aba9-584894d76c6e tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:04.559429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d381dddd-9205-4886-9136-bcb65a0051eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.559819 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8e7f7f97-90dc-41f8-b2a8-91c6ebcd2850 req-45b90139-f121-4fe8-aba9-584894d76c6e tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 945 time: 0.4659886 Feb 04 10:23:04.570806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c4bb3-d178-4010-a4d2-109b64e7a3e5 req-41a4735f-0461-400b-89c4-6630d4943080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:04.572393 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-020c4bb3-d178-4010-a4d2-109b64e7a3e5 req-41a4735f-0461-400b-89c4-6630d4943080 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 0.4264581 Feb 04 10:23:04.599638 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfb7cc-e59a-4ea5-a8b0-8227ac7ac40b req-483d1f59-3e44-493a-b9ad-d22fe7d571f2 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:04.601115 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-06dfb7cc-e59a-4ea5-a8b0-8227ac7ac40b req-483d1f59-3e44-493a-b9ad-d22fe7d571f2 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.5464075 Feb 04 10:23:04.608853 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-78e3ac46-dbd9-4555-8339-438733a24975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "DELETE /v2.0/ports/dbb55d69-eacb-46f5-8c25-7f1292b0fc59 HTTP/1.1" status: 204 len: 168 time: 1.9093468 Feb 04 10:23:04.610997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8884f857-8877-48ba-a805-a4d62faac880,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:04.613309 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:04.614403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37798) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:04.623852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:04.670738 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Request body: {'floatingip': {'port_id': 'f69fc198-b23f-4788-8350-44a62a25ada0'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:04.769340 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.769661 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment b21619ac-9d5f-4335-ab74-f0a8ac860719 of type vlan for network 7d128174-3bfa-4cd5-8f23-8a98274c82e7 Feb 04 10:23:04.773820 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:04.845583 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-50675d61-94a4-4373-b3a6-b3c5a043cc2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] GET failed (client error): The resource could not be found. Feb 04 10:23:04.846147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-50675d61-94a4-4373-b3a6-b3c5a043cc2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Synchronizing usage tracker for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:04.852962 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8e7f7f97-90dc-41f8-b2a8-91c6ebcd2850 req-bf65dd61-3884-4b35-ad8f-f47c2eccf5e5 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796338 Feb 04 10:23:04.864961 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-020c4bb3-d178-4010-a4d2-109b64e7a3e5 req-912d07a2-816f-4f4a-9a1f-85ac00407016 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681847 Feb 04 10:23:04.979152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.012753 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.041543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-50675d61-94a4-4373-b3a6-b3c5a043cc2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] Unset dirty status for tenant:75e1e4b2dc7d4c0595847be1e9c5787d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:05.047419 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-50675d61-94a4-4373-b3a6-b3c5a043cc2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957012421-project-admin] 10.222.0.73 "GET /v2.0/ports/dbb55d69-eacb-46f5-8c25-7f1292b0fc59 HTTP/1.1" status: 404 len: 333 time: 0.4231009 Feb 04 10:23:05.048155 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.052321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:05.093482 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.112527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.217382 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eb2e940-51c7-426a-9ccf-168d81821edc None None] Provisioning for port b8f3578d-13ac-440e-84f2-6a180246a427 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:05.224174 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eb2e940-51c7-426a-9ccf-168d81821edc None None] Provisioning complete for port b8f3578d-13ac-440e-84f2-6a180246a427 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:05.224720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2eb2e940-51c7-426a-9ccf-168d81821edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.284880 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2e940-51c7-426a-9ccf-168d81821edc None None] Port b8f3578d-13ac-440e-84f2-6a180246a427 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:05.293689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:05.323239 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a266-dcf4-4716-a6b6-db90305a54bc req-e0b591f5-f5de-4f48-9679-b10c86d40211 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:05.323905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.324710 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-cbd8a266-dcf4-4716-a6b6-db90305a54bc req-e0b591f5-f5de-4f48-9679-b10c86d40211 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4982331 Feb 04 10:23:05.352578 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.352924 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment 4753b9ec-4154-4007-a87c-ff77f1b892b8 of type vlan for network 97bf3790-30d1-4026-8763-031324eed7fb Feb 04 10:23:05.437434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.42 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/cd08ae8d-6f1c-4840-9aaf-14caa3bf07cd) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:05.552613 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-cbd8a266-dcf4-4716-a6b6-db90305a54bc req-ac6001b4-dbef-47a6-8c72-f55324d950c4 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214656 Feb 04 10:23:05.564419 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.632135 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:05.659354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.693807 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 7115e140-bbcb-415a-a877-0e66fed583b4 up at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:05.721972 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0b0a98-6a19-414c-879b-c9f0b899da0b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:05.745549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1820e0-2372-4413-a968-4f4643764efd') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:05.746130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1820e0-2372-4413-a968-4f4643764efd') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:05.761630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Router 073306f6-30ea-4359-a699-01785864fe3d is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:23:05.778263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.790949 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:05.791423 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:05.939329 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:05.966627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning for port 7115e140-bbcb-415a-a877-0e66fed583b4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:05.978447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning complete for port 7115e140-bbcb-415a-a877-0e66fed583b4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:05.978824 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.049118 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.051716 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.052323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.055666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.058187 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:06.062960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:06.063588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.100058 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.124152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:06.124569 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.137993 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:06.139563 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:06.149964 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7115e140-bbcb-415a-a877-0e66fed583b4,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:06.156010 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.204516 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4', 'code': 200} Feb 04 10:23:06.238475 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=7d128174-3bfa-4cd5-8f23-8a98274c82e7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.255747 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8644266 Feb 04 10:23:06.261106 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.265413 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7d128174-3bfa-4cd5-8f23-8a98274c82e7 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:06.304862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:06.392854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:06.417966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.423311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.430345 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:06.485351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.511183 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.527251 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] Pushing event deleted for resources: {'Network': ['ID=4e0b0a98-6a19-414c-879b-c9f0b899da0b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.541364 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b385f910-928b-4b17-a98c-7e9080834a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497707764-project] 10.222.0.73 "DELETE /v2.0/networks/4e0b0a98-6a19-414c-879b-c9f0b899da0b HTTP/1.1" status: 204 len: 168 time: 1.4880259 Feb 04 10:23:06.542564 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:06.559468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.569924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbba3ea-81ba-4af3-866a-d43058ec13c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=97bf3790-30d1-4026-8763-031324eed7fb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.573615 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] Sync routers for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:06.591167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 97bf3790-30d1-4026-8763-031324eed7fb details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:06.591959 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] In _notify_port_updated(), no bound segment for port b8f3578d-13ac-440e-84f2-6a180246a427 on network 4dcfc24c-db8f-4855-9909-02178ce07870 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:23:06.596729 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:06.597566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:06.598638 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:06.598794 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.603445 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "PUT /v2.0/ports/b8f3578d-13ac-440e-84f2-6a180246a427 HTTP/1.1" status: 200 len: 1056 time: 2.3378792 Feb 04 10:23:06.608993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37822) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:06.673206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.697459 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:06.706252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.714393 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:06.715536 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:22:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:06.819240 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:06.821444 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bccc40-cc76-4055-9f2b-16dd660ad765 None None] The sync data for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:06.832638 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c552-93c8-462b-8f13-b368d14b8d77 req-b25b1440-af80-4df2-bfdd-dcaf48a381c3 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:06.840176 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-c892c552-93c8-462b-8f13-b368d14b8d77 req-b25b1440-af80-4df2-bfdd-dcaf48a381c3 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 945 time: 0.7879720 Feb 04 10:23:06.847034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e51bc8-c0ca-421b-9116-587a8ca68731 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event updated for resources: {'Port': ['ID=b8f3578d-13ac-440e-84f2-6a180246a427,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.929039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-807ee688-f852-40c6-941e-45bcd928b95a None None] Provisioning complete for port b8f3578d-13ac-440e-84f2-6a180246a427 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:06.929514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-807ee688-f852-40c6-941e-45bcd928b95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.930336 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:06.951514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port b8f3578d-13ac-440e-84f2-6a180246a427 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:06.951865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.953812 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:06.957236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=cd08ae8d-6f1c-4840-9aaf-14caa3bf07cd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:06.960612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:06.964864 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8b395cbe-2927-47ac-b7a8-f2804ded0306 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0172865 Feb 04 10:23:06.965746 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:07.000298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-807ee688-f852-40c6-941e-45bcd928b95a None None] Port b8f3578d-13ac-440e-84f2-6a180246a427 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:07.007056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:07.016694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:07.044669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce51cd08-7221-476d-a1de-78dc0396aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:07.125760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ae4a5-c336-447e-b75c-b9703251b0c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.131533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ae4a5-c336-447e-b75c-b9703251b0c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.137455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ae4a5-c336-447e-b75c-b9703251b0c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.143259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ae4a5-c336-447e-b75c-b9703251b0c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.145448 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-370ae4a5-c336-447e-b75c-b9703251b0c6 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8390441 Feb 04 10:23:07.151322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:07.171035 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-c892c552-93c8-462b-8f13-b368d14b8d77 req-7079bba6-7ee2-4991-87a0-35a1851c55fe tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299408 Feb 04 10:23:07.277135 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Floating IP 5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1 associated. External IP: 172.26.5.55, port: f69fc198-b23f-4788-8350-44a62a25ada0. Feb 04 10:23:07.390070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dd2f6-e729-4566-86ff-197a24ac787a req-111a4eaa-b6a3-4f09-9495-19afcd737ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.391582 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-1f2dd2f6-e729-4566-86ff-197a24ac787a req-111a4eaa-b6a3-4f09-9495-19afcd737ca0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 1099 time: 0.9381397 Feb 04 10:23:07.619862 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-1f2dd2f6-e729-4566-86ff-197a24ac787a req-b77ffc1d-0980-42f4-a649-118701b13125 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032495 Feb 04 10:23:07.624821 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5268b664-5531-4515-86e4-fbfccad1f6a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e11097d8e6ef4790ba292933b5ef1777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003597 Feb 04 10:23:07.630527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:07.634132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37842) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:07.638981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616359ed-49a5-43a6-aba5-d997038cc50a req-5aaceb1b-1689-4d54-8077-1b15cfcd5905 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:07.640451 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-616359ed-49a5-43a6-aba5-d997038cc50a req-5aaceb1b-1689-4d54-8077-1b15cfcd5905 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.7513075 Feb 04 10:23:07.713718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:07.869890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:07.899058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for b8f3578d-13ac-440e-84f2-6a180246a427 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:07.972673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.035587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.083575 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-616359ed-49a5-43a6-aba5-d997038cc50a req-25789276-033d-4e77-9fea-2c98a268c5d2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275312 Feb 04 10:23:08.124211 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.143356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.212912 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.218073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > segment before_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.218426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.219172 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.219501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > port after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.219821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > port after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.220177 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > port after_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.220499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > segment after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.220835 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.221329 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.221473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet after_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.316620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.317558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.317558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet before_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.317736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Subscribe: > subnet before_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 10:23:08.318029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d128174-3bfa-4cd5-8f23-8a98274c82e7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:08.390636 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21619ac-9d5f-4335-ab74-f0a8ac860719') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:08.390844 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21619ac-9d5f-4335-ab74-f0a8ac860719') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:08.416939 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.497081 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Router 340b81f0-9590-4d36-99d3-9d1c9a96f79e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:08.498142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.521551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:08.521989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: from cryptography.utils import int_from_bytes Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: from cryptography.utils import int_from_bytes Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn_limited( Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn_limited( Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:08.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:08.620291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.649447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81ea00-b81a-4253-9f82-f11317e3f45a req-f564b9f9-fbe2-4dbf-9d6e-61af6304f727 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:08.650832 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5c81ea00-b81a-4253-9f82-f11317e3f45a req-f564b9f9-fbe2-4dbf-9d6e-61af6304f727 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4546614 Feb 04 10:23:08.665610 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:08.677852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72b9579-0b84-4be8-af9b-d68906d20a1d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:08.720587 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.732495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9bc6-bb2c-4e47-a6d2-7a06668c454f req-4f90682d-27b4-4ce6-a9c0-6c86b6c764ab tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:08.733315 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Request body: {'floatingip': {'port_id': 'e4fd932e-52c9-49ea-829f-792ad6c7434b'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:08.734118 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b71e9bc6-bb2c-4e47-a6d2-7a06668c454f req-4f90682d-27b4-4ce6-a9c0-6c86b6c764ab tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.3980160 Feb 04 10:23:08.790511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.855276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.856387 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cb0306fa-0e06-4157-a1df-6efcb3e1bc07 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b72b9579-0b84-4be8-af9b-d68906d20a1d HTTP/1.1" status: 204 len: 168 time: 1.2149131 Feb 04 10:23:08.872972 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=b8f3578d-13ac-440e-84f2-6a180246a427,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:08.909863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.914759 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:08.957068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=7d128174-3bfa-4cd5-8f23-8a98274c82e7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:08.987501 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d5a6dc32-e7e7-4d8e-9b61-b82d9d4d8ac5 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/7d128174-3bfa-4cd5-8f23-8a98274c82e7 HTTP/1.1" status: 204 len: 168 time: 1.8328836 Feb 04 10:23:08.998868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:09.011647 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b71e9bc6-bb2c-4e47-a6d2-7a06668c454f req-0b6a0804-cc2e-4386-af6b-1992b14a2053 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307525 Feb 04 10:23:09.031670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:09.042836 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.047844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Sync routers for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:09.064078 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:09.064966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.271372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.325070 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:09.374853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:09.395884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.402327 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8bf843ce-e878-4af6-ac35-028fe1dbef82 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "PUT /v2.0/floatingips/5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1 HTTP/1.1" status: 200 len: 990 time: 4.7811866 Feb 04 10:23:09.406877 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:09.428703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.520192 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'status': 'completed', 'code': 200} Feb 04 10:23:09.534817 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-67b5e8fa-598d-4b3d-ae86-7ff9c238b724 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75e1e4b2dc7d4c0595847be1e9c5787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028909 Feb 04 10:23:09.550244 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37870) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:09.595070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.783428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.791610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.798818 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-fa7e198b-598e-4960-86b8-99767123f1bb tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/b8f3578d-13ac-440e-84f2-6a180246a427 HTTP/1.1" status: 204 len: 168 time: 3.1865895 Feb 04 10:23:09.799829 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37874) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:09.835609 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'port_id': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'mac_address': 'fa:16:3e:73:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:26Z', 'updated_at': '2022-02-04T10:23:06Z', 'revision_number': 1, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.840193 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Checking router: 340b81f0-9590-4d36-99d3-9d1c9a96f79e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:09.849857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:09.851480 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.872370 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-023435fb-485b-4ae6-ae6a-8b455e7e3c11 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] GET failed (client error): The resource could not be found. Feb 04 10:23:09.873241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-023435fb-485b-4ae6-ae6a-8b455e7e3c11 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Synchronizing usage tracker for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:09.880186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bf3790-30d1-4026-8763-031324eed7fb']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.897291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4753b9ec-4154-4007-a87c-ff77f1b892b8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.897969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4753b9ec-4154-4007-a87c-ff77f1b892b8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:09.912456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.922482 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-023435fb-485b-4ae6-ae6a-8b455e7e3c11 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Unset dirty status for tenant:e3d599bf7f4d46928049c5a972f0c824 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:09.926714 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-023435fb-485b-4ae6-ae6a-8b455e7e3c11 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports/b8f3578d-13ac-440e-84f2-6a180246a427 HTTP/1.1" status: 404 len: 333 time: 0.1229141 Feb 04 10:23:09.927316 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:09.965082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:09.990168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:09.990526 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:10.005422 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:10.041322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:10.081458 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port 04c33301-86c9-471f-8201-1dcaebefcdfe {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:10.081901 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.149159 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.236055 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.247344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.265265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=97bf3790-30d1-4026-8763-031324eed7fb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:10.281025 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9aa3e820-f652-427b-bc9b-92ca1a57680b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/97bf3790-30d1-4026-8763-031324eed7fb HTTP/1.1" status: 204 len: 168 time: 1.2755954 Feb 04 10:23:10.282551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37884) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:10.341126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ab6b-005a-4469-b342-f8ce88ce6005 req-250d67a3-13e6-40f0-a55a-a3cf08e65b27 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:10.342623 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a5c1ab6b-005a-4469-b342-f8ce88ce6005 req-250d67a3-13e6-40f0-a55a-a3cf08e65b27 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.7940571 Feb 04 10:23:10.382444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-96ad48a7-1271-4953-a1d9-884fb3dbfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:10.383908 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-96ad48a7-1271-4953-a1d9-884fb3dbfe72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 1098 time: 0.8198705 Feb 04 10:23:10.420472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'port_id': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'mac_address': 'fa:16:3e:73:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:26Z', 'updated_at': '2022-02-04T10:23:06Z', 'revision_number': 1, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:10.424786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08443a0-460a-4525-9ac6-6c43a93d2555 None None] The sync data for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv is: [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'port_id': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'mac_address': 'fa:16:3e:73:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:26Z', 'updated_at': '2022-02-04T10:23:06Z', 'revision_number': 1, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:10.528325 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.540261 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a257122-ce6f-4d85-9a25-a7cc32bddce8 req-192ca84c-8ce8-4213-959e-6b0fad465084 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:10.541729 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5a257122-ce6f-4d85-9a25-a7cc32bddce8 req-192ca84c-8ce8-4213-959e-6b0fad465084 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.3578625 Feb 04 10:23:10.586954 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:10.602380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fbe41-1d76-4ec5-9889-3d0d484a7c44 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:10.608310 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fbe41-1d76-4ec5-9889-3d0d484a7c44 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:10.609088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-602fbe41-1d76-4ec5-9889-3d0d484a7c44 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Synchronizing usage tracker for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:10.659661 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf37e8-29a7-49da-a7c9-99272fc33bf3 None None] New status for floating IP 5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:23:10.743613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for 04c33301-86c9-471f-8201-1dcaebefcdfe owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:10.794855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:23:10.934644 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5a257122-ce6f-4d85-9a25-a7cc32bddce8 req-6b1e0209-2477-4142-b726-5cf97e737066 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3810420 Feb 04 10:23:10.935176 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-602fbe41-1d76-4ec5-9889-3d0d484a7c44 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Unset dirty status for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:10.936677 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-602fbe41-1d76-4ec5-9889-3d0d484a7c44 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6527832 Feb 04 10:23:10.977329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:11.040315 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-143044513'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:11.047563 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a5c1ab6b-005a-4469-b342-f8ce88ce6005 req-c9fd836f-41b0-4f41-a872-61460a89a562 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6715503 Feb 04 10:23:11.048548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.077460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:11.157718 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:11.178618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-22afdd55-1cf4-4511-95d6-fb271540e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:11.180080 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-22afdd55-1cf4-4511-95d6-fb271540e41e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 200 len: 913 time: 0.7822046 Feb 04 10:23:11.182548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=04c33301-86c9-471f-8201-1dcaebefcdfe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:11.234131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.276489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.293975 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7bf0b-eebb-4f7d-aa04-b8eae9a35e54 req-e054e655-37c3-4a6d-9c03-830464284cb5 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:11.295707 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-dec7bf0b-eebb-4f7d-aa04-b8eae9a35e54 req-e054e655-37c3-4a6d-9c03-830464284cb5 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.2007139 Feb 04 10:23:11.304495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:11.309807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Request body: {'floatingip': {'port_id': '7115e140-bbcb-415a-a877-0e66fed583b4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:11.368077 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f4d16be6-9188-4918-9430-25835f4936b9 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/04c33301-86c9-471f-8201-1dcaebefcdfe HTTP/1.1" status: 204 len: 168 time: 1.4397020 Feb 04 10:23:11.381032 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37902) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:11.388660 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.408224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:11.411766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.420975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ddb47f-3818-4a25-ab3a-9fbdfe895a46,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:11.480031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Allocated IP 172.20.0.1 (dee88406-dd14-4589-9fad-0d3d183af2d3/956b3af3-4850-419a-8b04-d05ca8cfe31d/d3602688-2197-4d59-a131-45136c6945bb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:11.510559 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:11.592639 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e519dd9-d93c-456c-9fb2-1a428e1eef65 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] GET failed (client error): The resource could not be found. Feb 04 10:23:11.597069 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6e519dd9-d93c-456c-9fb2-1a428e1eef65 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "GET /v2.0/ports/04c33301-86c9-471f-8201-1dcaebefcdfe HTTP/1.1" status: 404 len: 333 time: 0.2081141 Feb 04 10:23:11.617906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:11.629551 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:11.642402 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:11.652920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:11.653527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:11.713648 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-4bcd4f81-57e7-4e1e-bc78-3d44c5e1700b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 200 len: 1000 time: 0.4261949 Feb 04 10:23:11.719743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:11.729698 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:11.730537 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:11.775527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:11.777760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.781221 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-990befd8-aa5d-4c7d-8fd1-635743ee4984 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59ddb47f-3818-4a25-ab3a-9fbdfe895a46 HTTP/1.1" status: 204 len: 168 time: 2.2126491 Feb 04 10:23:11.799128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:11.799534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21743dff-9296-4f3d-b623-23257af897b7 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:11.853165 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.884292 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.945733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.946167 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment 131c32e1-cde7-456b-bd7d-fae042bfe931 of type vlan for network 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0 Feb 04 10:23:11.949337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:11.953325 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-012cbcee-6f4a-4e75-9285-8a10918167ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9804020 Feb 04 10:23:11.976375 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 37912) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:11.979962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:11.980304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.063518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.068906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.178674 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-8043cc12-4458-45a1-96f6-7d6f3d579073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:12.180131 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-8043cc12-4458-45a1-96f6-7d6f3d579073 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd21938-22c0-4fc7-b855-dacc0dfc32f5 HTTP/1.1" status: 200 len: 851 time: 0.4002285 Feb 04 10:23:12.202031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.257909 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Floating IP 6f7882c1-2443-4d22-a122-642f58acde1c associated. External IP: 172.26.5.132, port: 7115e140-bbcb-415a-a877-0e66fed583b4. Feb 04 10:23:12.626769 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.640817 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:12.721979 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:12.781140 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Transition to ACTIVE for port object d3602688-2197-4d59-a131-45136c6945bb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:12.784052 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Floating IP d8106527-1a90-48a6-a367-8298771858ff associated. External IP: 172.26.5.251, port: e4fd932e-52c9-49ea-829f-792ad6c7434b. Feb 04 10:23:12.862776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.868774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:12.869421 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.915257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:12.915699 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:23:12.919981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:12.930956 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Sync routers for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:12.940957 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:12.942594 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:12.986962 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c0f4af87-08a1-44e8-a784-fa1d0f43831d tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "PUT /v2.0/floatingips/6f7882c1-2443-4d22-a122-642f58acde1c HTTP/1.1" status: 200 len: 992 time: 1.6813653 Feb 04 10:23:12.987630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:13.196817 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417138c6-92bb-4f81-82d4-c2d3d602f274 req-222480ac-d18c-4138-a7e1-e18734edfa05 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:13.198095 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1998792 Feb 04 10:23:13.201385 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:13.207482 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-417138c6-92bb-4f81-82d4-c2d3d602f274 req-222480ac-d18c-4138-a7e1-e18734edfa05 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.1185184 Feb 04 10:23:13.209465 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:13.229133 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492856965'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:13.239744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:13.259016 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee668b1-b1d8-46f6-b815-44e7abbc9d87 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:13.264213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:13.272227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:13.309236 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-417138c6-92bb-4f81-82d4-c2d3d602f274 req-cc0cff03-0c96-4dc5-8e9d-d371ea617083 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007245 Feb 04 10:23:13.320428 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-f15e04c3-02e8-4975-91fc-5d872b916b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:13.322215 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-f15e04c3-02e8-4975-91fc-5d872b916b56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bcd190b-b096-4b12-aaf0-18bb6168e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1259563 Feb 04 10:23:13.323467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:13.335038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.342187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cf3e4-650d-4afa-8a6a-b28143fbba93 req-f3ebd1d5-6165-4e6e-b331-18fadb6fb430 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:13.343673 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3b1cf3e4-650d-4afa-8a6a-b28143fbba93 req-f3ebd1d5-6165-4e6e-b331-18fadb6fb430 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.8954558 Feb 04 10:23:13.356540 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.376567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:13.393025 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:13.412228 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.412629 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment 9b9e480b-ebf1-483a-9d1e-dce523ee673e of type vlan for network d451932c-391f-49d9-8d7c-ee76899e13de Feb 04 10:23:13.452569 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.490258 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4', 'status': 'completed', 'code': 200} Feb 04 10:23:13.541636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.552711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:13.557074 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.563519 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:13.564789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.686002 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '6f7882c1-2443-4d22-a122-642f58acde1c', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'port_id': '7115e140-bbcb-415a-a877-0e66fed583b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'mac_address': 'fa:16:3e:d5:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:35Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:13.689041 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-390304466', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:13.691228 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Checking router: 9e3a5110-a5b7-40db-a6fd-a623eb935f68 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:13.704142 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:13.705188 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:13.706675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:13.722391 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5109336 Feb 04 10:23:13.726005 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:13.726918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:network and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:13.731562 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:13.735510 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f76192-247c-446b-bd01-1a364d0b96c0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=d451932c-391f-49d9-8d7c-ee76899e13de,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:13.741313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'ports': [{'network_id': '01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0', 'name': 'tempest-port--1995670075', 'admin_state_up': True}, {'network_id': 'd451932c-391f-49d9-8d7c-ee76899e13de', 'admin_state_up': False}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:13.741634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'port': {'network_id': '01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0', 'name': 'tempest-port--1995670075', 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:13.742161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'port': {'network_id': 'd451932c-391f-49d9-8d7c-ee76899e13de', 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:13.748218 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network d451932c-391f-49d9-8d7c-ee76899e13de details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:13.797645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:13.884425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-05aa1be7-e4da-4974-b5d1-8bc14189cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:13.886185 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-05aa1be7-e4da-4974-b5d1-8bc14189cfde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d3868a4075c14731bad3b31ea9591ab1&device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 1099 time: 0.3978212 Feb 04 10:23:13.902170 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network dee88406-dd14-4589-9fad-0d3d183af2d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:13.919300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Made reservation on behalf of 2dc2867043004a298b2581db02f7cba4 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:13.921497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:13.927051 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:13.994177 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.025715 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:14.028078 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:14.059821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:14.086716 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3b1cf3e4-650d-4afa-8a6a-b28143fbba93 req-b071093c-40ff-42d5-aed5-c663f4d3c47b tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6975708 Feb 04 10:23:14.160728 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:security_group_rule and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:14.163182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=d3602688-2197-4d59-a131-45136c6945bb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:14.180214 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:14.196776 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:14.223220 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-206c1ffe-02ec-4395-b4ca-8296c5398185 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574138 Feb 04 10:23:14.244085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-b0002017-affb-4012-9920-8b8b0e02db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:14.245664 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-b0002017-affb-4012-9920-8b8b0e02db19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e82f4b16-eec0-4360-acc0-37a0321622d6 HTTP/1.1" status: 200 len: 907 time: 0.3447220 Feb 04 10:23:14.261412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:14.266032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:port and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:14.269920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:14.277489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:14.293417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.365531 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:14.369964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.383842 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '6f7882c1-2443-4d22-a122-642f58acde1c', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'port_id': '7115e140-bbcb-415a-a877-0e66fed583b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'mac_address': 'fa:16:3e:d5:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:35Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:14.389482 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be4837-dfd6-42b1-b8b7-7e463667dd4f None None] The sync data for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv is: [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': '6f7882c1-2443-4d22-a122-642f58acde1c', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'port_id': '7115e140-bbcb-415a-a877-0e66fed583b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'mac_address': 'fa:16:3e:d5:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:35Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:14.392953 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7064e681-be2c-4b7c-8cb0-f963efcd4d76 None None] Provisioning for port d3602688-2197-4d59-a131-45136c6945bb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:14.400107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7064e681-be2c-4b7c-8cb0-f963efcd4d76 None None] Provisioning complete for port d3602688-2197-4d59-a131-45136c6945bb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:14.400803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7064e681-be2c-4b7c-8cb0-f963efcd4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.414590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.512657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7064e681-be2c-4b7c-8cb0-f963efcd4d76 None None] Port d3602688-2197-4d59-a131-45136c6945bb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:14.555158 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-6035978f-3339-401e-8bff-2c095a2027f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7115e140-bbcb-415a-a877-0e66fed583b4 HTTP/1.1" status: 200 len: 1000 time: 0.2665060 Feb 04 10:23:14.648251 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c682e6-017b-402f-9872-321dae893e43 None None] New status for floating IP 6f7882c1-2443-4d22-a122-642f58acde1c: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:23:14.748172 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:14.756852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:14.827317 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-777e9540-d6a9-466d-8cf1-cfd389547916 req-17d91a68-9954-4674-9d2a-5375c83bae5b service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796523 Feb 04 10:23:14.860256 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=c0f26beb-199e-4cc7-a783-3b07c9b1fbe0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:14.901061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-db823a99-826e-49cd-8343-64d5b1d7f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:14.902541 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-db823a99-826e-49cd-8343-64d5b1d7f6bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e2c42b2a-9aff-49d9-a591-9ad9eea7f90c HTTP/1.1" status: 200 len: 845 time: 0.3294528 Feb 04 10:23:15.008224 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.027697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.077349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] device_id is not set on port 4f7a7d97-9783-4bc8-8dfb-c978d8bcf129 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:15.106576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:15.119899 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e90e9-5f31-4413-81fc-f8c0770d7f29,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:15.136040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e4eb1-c66f-4564-8991-5b7735b637ba req-14a40fc0-6db8-426a-b207-4bf6edddf4ca tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:15.137530 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e59e4eb1-c66f-4564-8991-5b7735b637ba req-14a40fc0-6db8-426a-b207-4bf6edddf4ca tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.6670549 Feb 04 10:23:15.144450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.144727 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Added segment 9d133cda-4804-4524-af52-e6376c5a3353 of type vlan for network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 Feb 04 10:23:15.231548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.235147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.241706 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e59e4eb1-c66f-4564-8991-5b7735b637ba req-cb6a65ee-651c-4999-ad55-5824f23c5c2f tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866094 Feb 04 10:23:15.243650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-82816868-ca38-44e0-a63f-0f776ac4d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:15.245015 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-82816868-ca38-44e0-a63f-0f776ac4d21a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e82f4b16-eec0-4360-acc0-37a0321622d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2782331 Feb 04 10:23:15.435397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.437811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.438759 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:15.439337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.471468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.486578 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fc98dec8-b031-4399-bdd2-98175871d8ab tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/ports/c0f26beb-199e-4cc7-a783-3b07c9b1fbe0 HTTP/1.1" status: 204 len: 168 time: 3.8677158 Feb 04 10:23:15.491946 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:15.575601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:15.581201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.586984 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Sync routers for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:15.597215 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:15.597848 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:15.612841 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.725435 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-a9152024-03b8-44f9-8e51-179f295b3c19 service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644525 Feb 04 10:23:15.726055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Network': ['ID=b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:15.733398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] device_id is not set on port ab67a526-f9e5-493a-9cdf-13ae78801ca2 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:15.740181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:15.747947 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d8bda766-f41e-4930-8fb5-f66c56779479 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2676308 Feb 04 10:23:15.751997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37978) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:15.780225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting subnet 61d908c9-545c-4c7d-a3ea-5ec5bf351bb5 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:15.788387 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'subnet': {'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:15.798949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:15.808511 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:15.809028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:subnet and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:15.814011 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:15.823998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:15.849261 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:15.878109 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-62dc9076-5d09-4c21-9b74-d2d13db1d827 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "PUT /v2.0/floatingips/d8106527-1a90-48a6-a367-8298771858ff HTTP/1.1" status: 200 len: 992 time: 7.2086287 Feb 04 10:23:15.884882 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:15.995169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.008980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ef7f-ba9d-454c-8965-a00554b4a53e req-c4b66f39-6c29-4803-9e51-9a119b404ffe tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:16.010509 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d777ef7f-ba9d-454c-8965-a00554b4a53e req-c4b66f39-6c29-4803-9e51-9a119b404ffe tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.7804213 Feb 04 10:23:16.027337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Made reservation on behalf of 2dc2867043004a298b2581db02f7cba4 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:16.029732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.157060 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d777ef7f-ba9d-454c-8965-a00554b4a53e req-b6968c7b-ec16-47e5-afcb-704d69f18370 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197023 Feb 04 10:23:16.242119 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': 'd8106527-1a90-48a6-a367-8298771858ff', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'port_id': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'mac_address': 'fa:16:3e:25:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403dd545-5624-4912-aef4-bdd9adee8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:38Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': '3d975fe980b5480f985e86f917e90996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:16.249030 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Checking router: 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:16.253234 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'status': 'completed', 'code': 200} Feb 04 10:23:16.259564 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:16.260229 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:16.329032 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-132f90e4-bab7-4eae-a51a-d349c05b6c96 req-3ce13222-e9b7-4d6e-b2e6-3ee651e1a973 service neutron] 10.222.0.71 "GET /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727797 Feb 04 10:23:16.399296 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302e8f-1696-40ba-ad94-434b0c8d37ea req-8e6be83f-350e-4602-9c2e-359f9a63bd67 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:16.400780 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-97302e8f-1696-40ba-ad94-434b0c8d37ea req-8e6be83f-350e-4602-9c2e-359f9a63bd67 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3772357 Feb 04 10:23:16.402010 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.478102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.480973 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:16.592084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-85d91ba5-0832-46fd-bb03-06f46e726600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:16.593498 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-85d91ba5-0832-46fd-bb03-06f46e726600 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 0.3291602 Feb 04 10:23:16.636823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.1 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/c128f257-b357-4901-970e-d3af95905260) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:16.644283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.686777 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-97302e8f-1696-40ba-ad94-434b0c8d37ea req-5e48efde-7103-4f38-bed0-28fcc0ed97bf tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473340 Feb 04 10:23:16.703109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.748073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.792334 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.805809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Subnet': ['ID=61d908c9-545c-4c7d-a3ea-5ec5bf351bb5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:16.809716 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:16.818696 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86df99-711c-44fa-9759-574bf93e0de1 None None] Network 4dcfc24c-db8f-4855-9909-02178ce07870 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:16.844365 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0896cb-e273-4a04-b067-1bcda1d9ab9f req-2befa4c9-20e1-487f-b132-a78ac804554d tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:16.851687 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-bd0896cb-e273-4a04-b067-1bcda1d9ab9f req-2befa4c9-20e1-487f-b132-a78ac804554d tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.4427481 Feb 04 10:23:16.915279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=d3602688-2197-4d59-a131-45136c6945bb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:16.962337 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a1ed0522-4e54-47fe-81d9-9f60e95b3b7d tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/subnets/61d908c9-545c-4c7d-a3ea-5ec5bf351bb5 HTTP/1.1" status: 204 len: 168 time: 1.3776524 Feb 04 10:23:16.969144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 37990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:16.982645 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': 'd8106527-1a90-48a6-a367-8298771858ff', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'port_id': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'mac_address': 'fa:16:3e:25:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403dd545-5624-4912-aef4-bdd9adee8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:38Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': '3d975fe980b5480f985e86f917e90996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:16.988249 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f85955-b82d-449c-a256-8e90bc168e1e None None] The sync data for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv is: [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_floatingips': [{'id': 'd8106527-1a90-48a6-a367-8298771858ff', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'floating_ip_address': '172.26.5.251', 'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'router_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'port_id': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'mac_address': 'fa:16:3e:25:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403dd545-5624-4912-aef4-bdd9adee8a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T10:22:38Z', 'updated_at': '2022-02-04T10:23:11Z', 'revision_number': 1, 'project_id': '3d975fe980b5480f985e86f917e90996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:17.040785 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.086531 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-bd0896cb-e273-4a04-b067-1bcda1d9ab9f req-03ff251d-c44b-46ef-8836-dfff629898b0 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121309 Feb 04 10:23:17.090425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Port': ['ID=4f7a7d97-9783-4bc8-8dfb-c978d8bcf129,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:17.099326 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.183460 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Checking segment: {'id': '131c32e1-cde7-456b-bd7d-fae042bfe931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:17.183825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network hostable DHCP agents. Network: 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:17.190048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] DHCP port deletion for 4dcfc24c-db8f-4855-9909-02178ce07870 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:17.194307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Deleting port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:17.194967 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.233743 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.269001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0bd9-21c0-4b76-97a9-576f9272de58 req-ddf102d6-cbfa-444c-b3a4-f875843c64fa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:17.271679 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d6e0bd9-21c0-4b76-97a9-576f9272de58 req-ddf102d6-cbfa-444c-b3a4-f875843c64fa tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.4034259 Feb 04 10:23:17.312488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-eb641fba-dbdb-4081-9da2-40d4b456a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:17.314020 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-eb641fba-dbdb-4081-9da2-40d4b456a276 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 0.7011549 Feb 04 10:23:17.341292 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1065a-0a89-4c6a-b09d-539cfee1ed9a None None] New status for floating IP d8106527-1a90-48a6-a367-8298771858ff: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:23:17.344954 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Deleting port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:17.345448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.373607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:17.408559 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d6e0bd9-21c0-4b76-97a9-576f9272de58 req-305ee062-7a3f-45e7-b7c2-82357d3714de tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243701 Feb 04 10:23:17.419338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:17.429134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:17.429999 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.479182 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5d814-b37e-4fea-a879-38f3156df132 None None] Network 01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:17.480367 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-9c0bf928-01cc-4503-b8b4-9ced8d219304 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1000 time: 0.1096182 Feb 04 10:23:17.566851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-16abbdb5-82c3-45b1-8ad0-990d3b15a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:17.568301 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-16abbdb5-82c3-45b1-8ad0-990d3b15a4c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.0733948 Feb 04 10:23:17.617666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:23:17.618090 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.670780 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ecbb0f13-10b6-41a9-b331-2ba9e91678c0 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:17.709624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.756917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] For port ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,segment=NetworkSegment(eb7f778a-366f-404a-9b57-ad335f05ada8),segment_id=eb7f778a-366f-404a-9b57-ad335f05ada8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:17.757327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.795979 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network dee88406-dd14-4589-9fad-0d3d183af2d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:17.802383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:17.835756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Port': ['ID=ab67a526-f9e5-493a-9cdf-13ae78801ca2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:17.861085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] For port ecbb0f13-10b6-41a9-b331-2ba9e91678c0, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,segment=NetworkSegment(eb7f778a-366f-404a-9b57-ad335f05ada8),segment_id=eb7f778a-366f-404a-9b57-ad335f05ada8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:17.861778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:17.901688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Checking segment: {'id': '9b9e480b-ebf1-483a-9d1e-dce523ee673e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd451932c-391f-49d9-8d7c-ee76899e13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:17.902533 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network hostable DHCP agents. Network: d451932c-391f-49d9-8d7c-ee76899e13de, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:17.903216 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-2e389bb5-66b7-4b7c-a7af-4af8d0d51bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:17.904764 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-2e389bb5-66b7-4b7c-a7af-4af8d0d51bee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2795448 Feb 04 10:23:17.916131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a8e78-f0e6-4796-a9fc-68dd85c818ab req-83b337e9-afc9-4127-9a1b-1ba2c0950340 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:17.917672 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-981a8e78-f0e6-4796-a9fc-68dd85c818ab req-83b337e9-afc9-4127-9a1b-1ba2c0950340 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.3465567 Feb 04 10:23:17.972851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fda006a-70da-42ff-9a7c-e0d8ac42e6d2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:18.075772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Calling delete_port for ecbb0f13-10b6-41a9-b331-2ba9e91678c0 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:18.085705 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-df713369-8962-484f-b47b-cd04b160dce3 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653936 Feb 04 10:23:18.115349 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Calling delete_port for ecbb0f13-10b6-41a9-b331-2ba9e91678c0 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:18.167749 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Checking segment: {'id': '9d133cda-4804-4524-af52-e6376c5a3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:18.167960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network hostable DHCP agents. Network: b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:18.182780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network d451932c-391f-49d9-8d7c-ee76899e13de is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:18.223860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, d451932c-391f-49d9-8d7c-ee76899e13de) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:18.242503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:18.242870 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fd557-a720-4b67-99d8-b34c4be54a96 None None] Network d451932c-391f-49d9-8d7c-ee76899e13de requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:18.248742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:18.254140 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:18.254925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.259011 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:18.261169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.273607 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-981a8e78-f0e6-4796-a9fc-68dd85c818ab req-d4ee378f-7e08-4f22-b9fa-325163743129 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115903 Feb 04 10:23:18.278936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.347772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Port': ['ID=ecbb0f13-10b6-41a9-b331-2ba9e91678c0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:18.350448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:18.357788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:18.358616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.359564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22197629-7ee1-452c-a8dc-03c34d43f12e None None] Provisioning complete for port d3602688-2197-4d59-a131-45136c6945bb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:18.359953 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22197629-7ee1-452c-a8dc-03c34d43f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.362914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] No DVR routers for this DVR port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:18.376661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d50e-7d14-4782-ae7c-c08a344cce19 req-b4835a17-4af7-4507-be38-ee95735b53c0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:18.378246 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d5d0d50e-7d14-4782-ae7c-c08a344cce19 req-b4835a17-4af7-4507-be38-ee95735b53c0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4696217 Feb 04 10:23:18.402827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534b82c-1c04-439a-8017-c3c49801baa3 None None] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:18.431269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.450859 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2c013178-95ec-4b54-ae35-05d1d3621cac tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7185776 Feb 04 10:23:18.456035 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38006) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:18.460483 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5faca8c1-f8f0-4edb-a6b8-f3bc256e565d req-b833e78b-56b5-4546-83c8-01e98e82a7d3 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664215 Feb 04 10:23:18.466343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Router 073306f6-30ea-4359-a699-01785864fe3d has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:18.468952 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a0a6943b-e86c-4b5f-a502-02b5dade0c68 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7159464 Feb 04 10:23:18.481531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:18.485663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38010) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:18.486779 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:18.493556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:18.544092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-357162751', 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:18.557880 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:18.570302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=c128f257-b357-4901-970e-d3af95905260,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:18.579952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:port and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:18.580272 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:18.580624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:18.594516 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.626317 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcfc24c-db8f-4855-9909-02178ce07870']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:18.642447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:18.657658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.662780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:18.677766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-22197629-7ee1-452c-a8dc-03c34d43f12e None None] Port d3602688-2197-4d59-a131-45136c6945bb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:18.700434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Made reservation on behalf of 2dc2867043004a298b2581db02f7cba4 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:18.702297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.798382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7f778a-366f-404a-9b57-ad335f05ada8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:18.798996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7f778a-366f-404a-9b57-ad335f05ada8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:18.832609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] device_id is not set on port 0078646b-092f-404a-b3b7-d1ec880e4d57 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:18.835984 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.846325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd8de6-2e5b-4575-8e7e-858172a26ad5 None None] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:18.854344 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d5d0d50e-7d14-4782-ae7c-c08a344cce19 req-73943093-6206-48ea-b9a3-8e87f57a3791 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390161 Feb 04 10:23:18.864623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.873232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:18.873630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:18.889408 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:18.929810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:18.942331 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] Sync routers for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:18.954306 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:18.955933 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:18.989410 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f8c39d62-b4b6-4e81-ba45-2e4405f7e9ba tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "PUT /v2.0/routers/073306f6-30ea-4359-a699-01785864fe3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9759243 Feb 04 10:23:18.992990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38014) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:19.004131 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e011d7e-5747-4fa9-9e15-a7314e042744 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:19.007639 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Request body: {'port': {'network_id': 'dee88406-dd14-4589-9fad-0d3d183af2d3', 'name': 'tempest-FloatingIPAdminTestJSON-15240393'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:19.010149 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e011d7e-5747-4fa9-9e15-a7314e042744 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:19.010926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e011d7e-5747-4fa9-9e15-a7314e042744 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Synchronizing usage tracker for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:19.023378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.041732 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:19.052854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.058834 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:19.059654 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:19.061847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] Pushing event deleted for resources: {'Network': ['ID=4dcfc24c-db8f-4855-9909-02178ce07870,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:19.064964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e011d7e-5747-4fa9-9e15-a7314e042744 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Unset dirty status for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:19.066299 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6e011d7e-5747-4fa9-9e15-a7314e042744 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6092067 Feb 04 10:23:19.069688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38018) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:19.076042 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1ceab14f-6cec-49c7-8e6c-701e44056461 tempest-AllowedAddressPairTestJSON-1192353531 tempest-AllowedAddressPairTestJSON-1192353531-project] 10.222.0.73 "DELETE /v2.0/networks/4dcfc24c-db8f-4855-9909-02178ce07870 HTTP/1.1" status: 204 len: 168 time: 2.0997252 Feb 04 10:23:19.113362 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Deleting port ecbb0f13-10b6-41a9-b331-2ba9e91678c0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:19.113866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.200143 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:19.200143 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc92dc3-bd11-4039-8bff-eabe01a4a913 None None] The sync data for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:19.215834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Deleting port 4f7a7d97-9783-4bc8-8dfb-c978d8bcf129 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:19.216171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.232931 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb475-c26d-41c2-9e5c-65e062470c20 None None] The port 'ecbb0f13-10b6-41a9-b331-2ba9e91678c0' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:23:19.274506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 2001:db8::1b2 (b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988/3fda006a-70da-42ff-9a7c-e0d8ac42e6d2/0078646b-092f-404a-b3b7-d1ec880e4d57) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:19.363410 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.450675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:19.459601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38026) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:19.467530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Usage tracker for resource:port and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:19.471896 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.477754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:19.497196 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:19.618460 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Calling delete_port for 4f7a7d97-9783-4bc8-8dfb-c978d8bcf129 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:19.635523 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Made reservation on behalf of 02d1b7cae5b5484d8fa694ced09b6dd7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:19.638986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.686327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] device_id is not set on port 400487de-e29f-4437-8a77-247e6164e61a yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:19.705661 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-45eadfaf-96cb-433c-a462-eec9ad002534 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3d599bf7f4d46928049c5a972f0c824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423403 Feb 04 10:23:19.716762 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:19.761409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.819914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Port': ['ID=4f7a7d97-9783-4bc8-8dfb-c978d8bcf129,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:19.829793 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.852908 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.862857 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a6ede5e0-200d-422b-b8fb-970b34597a11 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/ports/4f7a7d97-9783-4bc8-8dfb-c978d8bcf129 HTTP/1.1" status: 204 len: 168 time: 0.7920821 Feb 04 10:23:19.865926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38036) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:19.921300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.949297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:19.977219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Deleting port ab67a526-f9e5-493a-9cdf-13ae78801ca2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:19.977556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.070442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.102188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe3428-6c35-43f6-a2b9-bfea48d19b42,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:20.113576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.117143 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e4108db1-6de2-4143-9c32-bec8144559e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41fe3428-6c35-43f6-a2b9-bfea48d19b42 HTTP/1.1" status: 204 len: 168 time: 0.3972516 Feb 04 10:23:20.124733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Allocated IP 172.20.0.8 (dee88406-dd14-4589-9fad-0d3d183af2d3/956b3af3-4850-419a-8b04-d05ca8cfe31d/400487de-e29f-4437-8a77-247e6164e61a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:20.213202 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.240448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.335342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:20.364764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:20.374442 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13368743-a14b-4e11-a26d-f5f0b8580455 req-f4d0f3f6-30af-470c-a603-762f584d0f5e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:20.375960 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-13368743-a14b-4e11-a26d-f5f0b8580455 req-f4d0f3f6-30af-470c-a603-762f584d0f5e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3324811 Feb 04 10:23:20.376740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:20.377977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:20.378272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.381580 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Calling delete_port for ab67a526-f9e5-493a-9cdf-13ae78801ca2 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:20.452505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=0078646b-092f-404a-b3b7-d1ec880e4d57,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:20.471719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.472760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.488071 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.528771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Port': ['ID=ab67a526-f9e5-493a-9cdf-13ae78801ca2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:20.536384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.548413 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ffccffa9-ed74-4c00-af8b-0de9c4128cf0 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/ports/ab67a526-f9e5-493a-9cdf-13ae78801ca2 HTTP/1.1" status: 204 len: 168 time: 0.6792645 Feb 04 10:23:20.548691 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:20.570204 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0dbd4ca3-97a3-4b41-8e4f-0bd5f6d5e5cf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0797105 Feb 04 10:23:20.601225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:20.699008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e142a14-3202-42a7-a96a-0802b5e744a7 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Synchronizing usage tracker for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:20.713849 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-13368743-a14b-4e11-a26d-f5f0b8580455 req-b8a32c93-f7f5-4e61-95d7-e3edeba87217 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226838 Feb 04 10:23:20.744173 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e142a14-3202-42a7-a96a-0802b5e744a7 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Unset dirty status for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:20.745352 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6e142a14-3202-42a7-a96a-0802b5e744a7 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1958189 Feb 04 10:23:20.749603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38070) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:20.756847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1631038060'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:20.762719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:20.767577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:network and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:20.772413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:20.778792 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:20.783951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.791946 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:20.796912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.811395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=c128f257-b357-4901-970e-d3af95905260,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:20.832635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting port 0078646b-092f-404a-b3b7-d1ec880e4d57 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:20.832982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.833867 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:20.881599 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.881997 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment 357f32a2-dc13-40e8-83d0-42b072bdbf85 of type vlan for network 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c Feb 04 10:23:20.929858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.956338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:20.986019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a0fb1-b99f-47b7-b21d-5ee62606d107 req-771112fc-86bc-4374-b1e1-c65353a2de94 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:20.987528 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-933a0fb1-b99f-47b7-b21d-5ee62606d107 req-771112fc-86bc-4374-b1e1-c65353a2de94 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.1477752 Feb 04 10:23:20.993536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:20.998941 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:20.999723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.088526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.112472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2113814753'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:21.132234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:21.150895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:network and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:21.154173 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4033995 Feb 04 10:23:21.155293 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:21.160839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acecae-7269-4a54-bd87-6181d3351c6d tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:21.163105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Transition to ACTIVE for port object 400487de-e29f-4437-8a77-247e6164e61a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:21.163788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:21.171568 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:21.173639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:21.180030 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1687053902'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:21.187087 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-933a0fb1-b99f-47b7-b21d-5ee62606d107 req-f5311b4a-4471-4d6c-8f05-0a8aca5094d0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808479 Feb 04 10:23:21.194583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:21.199406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:network and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:21.203054 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:21.209635 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:21.213624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.225068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:21.232794 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.252063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:21.257362 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:security_group_rule and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:21.261697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:21.268320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:21.272667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.284395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:21.314624 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-d5fbf86f-95f9-413f-936a-76f050b7fbc4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6191616 Feb 04 10:23:21.337981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:21.355497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.355882 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Added segment 2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394 of type vlan for network af139225-e779-4353-9649-c338c6b5b4f1 Feb 04 10:23:21.358418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:21.374501 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:21.383028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.410991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.472586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.478497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.496136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.501402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:21.502013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.587408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.620539 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Network dee88406-dd14-4589-9fad-0d3d183af2d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:21.622823 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:21.662246 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b3af1-4a7e-403d-81c5-55af42828281,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:21.685213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Network': ['ID=af139225-e779-4353-9649-c338c6b5b4f1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:21.687299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:21.702845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.703193 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Added segment c6d42b9c-1edf-438d-81ae-648efd9bf1a6 of type vlan for network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 Feb 04 10:23:21.712874 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network af139225-e779-4353-9649-c338c6b5b4f1 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:21.753856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.760330 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Calling delete_port for 0078646b-092f-404a-b3b7-d1ec880e4d57 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:21.821961 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-360c6944-f8fb-404a-9afc-7127579de30b tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6385529 Feb 04 10:23:21.822198 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:21.841982 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.852646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:21.853771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:21.893357 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9359455 Feb 04 10:23:21.899242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:21.906399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event updated for resources: {'Port': ['ID=400487de-e29f-4437-8a77-247e6164e61a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:21.910219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ae60c-4729-40f6-bfeb-90e5220d2cb4 req-0b8f368c-b0a4-4c78-b4c8-31a4c7d3e937 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:21.917698 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-295ae60c-4729-40f6-bfeb-90e5220d2cb4 req-0b8f368c-b0a4-4c78-b4c8-31a4c7d3e937 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3012557 Feb 04 10:23:21.995938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:22.007087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:22.007606 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.030235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:22.040744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-c9d7ca7b-80d3-401d-bc18-9614f88f4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:22.042548 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-c9d7ca7b-80d3-401d-bc18-9614f88f4309 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 1098 time: 0.6134562 Feb 04 10:23:22.067492 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-80284ebb-6c59-4599-a424-7c8e12ca1dde None None] Provisioning for port 400487de-e29f-4437-8a77-247e6164e61a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:22.079083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-80284ebb-6c59-4599-a424-7c8e12ca1dde None None] Provisioning complete for port 400487de-e29f-4437-8a77-247e6164e61a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:22.079844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-80284ebb-6c59-4599-a424-7c8e12ca1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.095095 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fd3642fb-ec5f-4104-9587-4859bae3a408 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0995138 Feb 04 10:23:22.100086 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:22.127009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1732bb8-84e0-48ab-8828-a7fdcb4d8c06 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Network': ['ID=72a2ce95-4fbd-4ab8-93df-64d7617ef1d3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:22.213119 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-295ae60c-4729-40f6-bfeb-90e5220d2cb4 req-d95a71e5-e873-461e-bd00-519fff7efbc4 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941680 Feb 04 10:23:22.255337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-80284ebb-6c59-4599-a424-7c8e12ca1dde None None] Port 400487de-e29f-4437-8a77-247e6164e61a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:22.263246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:22.293499 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.295916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:22.308839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:22.316828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:22.330567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:22.358494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:22.369277 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.402827 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'project_id': '02d1b7cae5b5484d8fa694ced09b6dd7', 'port_id': '400487de-e29f-4437-8a77-247e6164e61a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:22.505807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:22.539896 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Usage tracker for resource:floatingip and tenant:02d1b7cae5b5484d8fa694ced09b6dd7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:22.550125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:22.556799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Port': ['ID=0078646b-092f-404a-b3b7-d1ec880e4d57,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:22.578464 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:22.599744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.656663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-32ffd47d-b38f-40d5-aa04-c2585de709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:22.658599 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-32ffd47d-b38f-40d5-aa04-c2585de709c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 200 len: 913 time: 0.5866687 Feb 04 10:23:22.668785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.670709 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b1fe662b-a0b0-4319-abed-7f348c08c68d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/ports/0078646b-092f-404a-b3b7-d1ec880e4d57 HTTP/1.1" status: 204 len: 168 time: 2.0623176 Feb 04 10:23:22.703124 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:22.721076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988', 'external_fixed_ips': [{'subnet_id': '3fda006a-70da-42ff-9a7c-e0d8ac42e6d2', 'ip_address': '2001:db8::1b2'}]}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:22.726016 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:22.729764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:router and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:22.732714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:22.735236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:22.738950 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:22.753104 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:22.768184 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9de41bd3-98a6-4389-bdd7-9df6991fab84 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/routers/b03e4441-60eb-4e34-8c33-46dd5a96f449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7614148 Feb 04 10:23:22.774542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:22.787335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:22.793295 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'port': {'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6', 'name': 'tempest-FloatingIPTestJSON-1971600971'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:22.793486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:22.803932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.804976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.908425 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-77cf8dff-92c1-4614-b120-09d78cebfc57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 200 len: 1000 time: 0.2408814 Feb 04 10:23:22.923978 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:22.929247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:22.937715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:22.938607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:22.995774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.016773 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:23.017182 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb120a11-daa0-4282-b80b-47ea1223be84 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:23.107383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:23.115327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:port and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:23.118905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-edf41ee0-1dbc-4272-91e2-de677d2622ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:23.120637 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-edf41ee0-1dbc-4272-91e2-de677d2622ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdd21938-22c0-4fc7-b855-dacc0dfc32f5 HTTP/1.1" status: 200 len: 851 time: 0.1964538 Feb 04 10:23:23.121422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:23.127555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:23.196019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:23.199347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.226981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] device_id is not set on port b69aaeb2-5aaa-4894-8341-703b71d06ebc yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:23.303232 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-3d99e72d-8be4-4004-aae6-a0542ea3738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:23.304752 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-3d99e72d-8be4-4004-aae6-a0542ea3738c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bcd190b-b096-4b12-aaf0-18bb6168e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734736 Feb 04 10:23:23.480200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.12 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/b69aaeb2-5aaa-4894-8341-703b71d06ebc) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:23.511246 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-85fc56f3-d782-4e99-9220-c40a531de704 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989295 Feb 04 10:23:23.556167 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.563492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.658115 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=80f26532-f084-4f03-b3dd-9bdedad83565,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:23.696347 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:23.696701 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network hostable DHCP agents. Network: 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:23.854441 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-39344ae0-73fe-4a77-8440-c84d4acdbc29 req-b766ea7e-4299-4ff5-9f8f-a0a0c4f58074 service neutron] 10.222.0.71 "GET /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306217 Feb 04 10:23:23.878179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.886247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29128d-3603-49cb-86a3-522ff6b24663 req-f89aca22-67d7-4632-8d16-8f12b54726c0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:23.887810 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-ce29128d-3603-49cb-86a3-522ff6b24663 req-f89aca22-67d7-4632-8d16-8f12b54726c0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5343192 Feb 04 10:23:23.900245 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:23.903789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Allocated IP 172.26.5.128 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/5ab3dc3e-33b2-440e-aa5c-e4dd4082181c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:23.913390 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.942978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:23.947863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:23.948444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:23.953794 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72ff13-a18a-4f93-a193-2e93fe7800f0 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:24.002692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:24.008109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:24.012860 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:24.081072 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-ce29128d-3603-49cb-86a3-522ff6b24663 req-796bf371-41c3-4d7e-b07f-5fd6d518e8d7 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738086 Feb 04 10:23:24.097746 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=b69aaeb2-5aaa-4894-8341-703b71d06ebc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:24.100503 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cd151146-3fbd-45d5-ac0d-ee312ec655b9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1998868 Feb 04 10:23:24.105855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38120) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:24.137787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'name': 'tempest-NetworksTestDHCPv6-679867300'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:24.168547 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:24.169630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.198482 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d35622b1-1d72-4193-83ea-6ba7d06bea2c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4225621 Feb 04 10:23:24.199266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:24.205193 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'port': {'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6', 'name': 'tempest-FloatingIPTestJSON-1292060106'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:24.221078 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '80f26532-f084-4f03-b3dd-9bdedad83565'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:24.222025 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.303169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.361727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:24.369883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:port and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:24.374125 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:24.382874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:24.385022 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:24.392770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:24.399848 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:24.400353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:24.406139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.425103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/80f26532-f084-4f03-b3dd-9bdedad83565/383b4c78-c7a0-4009-bf47-4d6f99413c7e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:24.434787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] device_id is not set on port 9f957646-32c1-499d-a079-4886c6e64c01 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:24.460671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:24.551657 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:24.555548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.572091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.618459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.14 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/9f957646-32c1-499d-a079-4886c6e64c01) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:24.675484 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 96d29817-77bf-430a-a393-94d9dcccfcad yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:24.695096 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.720527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Transition to ACTIVE for port object 383b4c78-c7a0-4009-bf47-4d6f99413c7e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:24.728351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:24.744321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:24.746876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:24.770627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Transition to ACTIVE for port object 383b4c78-c7a0-4009-bf47-4d6f99413c7e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:24.784808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.846990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:24.876760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Pushing event updated for resources: {'Port': ['ID=383b4c78-c7a0-4009-bf47-4d6f99413c7e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:24.884116 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab3dc3e-33b2-440e-aa5c-e4dd4082181c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:24.889352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:24.891200 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:24.894125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:24.906209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.006732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Attempting to bind port 383b4c78-c7a0-4009-bf47-4d6f99413c7e on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:25.008089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Attempting to bind port 383b4c78-c7a0-4009-bf47-4d6f99413c7e by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:25.008838 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Attempting to bind port 383b4c78-c7a0-4009-bf47-4d6f99413c7e on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:25.014878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:25.015710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:25.016325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.016927 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:25.017574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Bound port: 383b4c78-c7a0-4009-bf47-4d6f99413c7e, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:25.018391 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.018892 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.056578 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.097793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:25.120657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] For port 383b4c78-c7a0-4009-bf47-4d6f99413c7e, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:25.123968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] For port 383b4c78-c7a0-4009-bf47-4d6f99413c7e, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=383b4c78-c7a0-4009-bf47-4d6f99413c7e,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:25.129110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'subnets': [{'network_id': '3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1964978333', 'ip_version': 6}, {'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:25.130728 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.132388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'subnet': {'network_id': '3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1964978333', 'ip_version': 6}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:25.133743 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Request body: {'subnet': {'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:25.207631 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90202a67-8879-4b40-b911-acd1885cd951 None None] Pushing event updated for resources: {'Port': ['ID=383b4c78-c7a0-4009-bf47-4d6f99413c7e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:25.212157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:25.230251 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:25.240236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:25.355887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=9f957646-32c1-499d-a079-4886c6e64c01,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:25.412826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::29 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/80f26532-f084-4f03-b3dd-9bdedad83565/96d29817-77bf-430a-a393-94d9dcccfcad) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:25.497899 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:25.498523 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.522925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 2001:db8::1b2 (b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988/3fda006a-70da-42ff-9a7c-e0d8ac42e6d2/35078cc1-1e80-49df-bfb3-0731156f1dec) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:25.555236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c7797f50-3399-4fa6-bcfc-3fb8e92b973a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3520234 Feb 04 10:23:25.556073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38134) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:25.557608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:25.564030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Usage tracker for resource:subnet and tenant:edf1f57fab00487dbd3ac33b330d29a4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:25.574327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe9a54-43e2-4123-8fc8-81a0bb61bdaf req-d503afc9-a07e-4e35-82f1-908055b9affe tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:25.575859 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d3fe9a54-43e2-4123-8fc8-81a0bb61bdaf req-d503afc9-a07e-4e35-82f1-908055b9affe tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2965798 Feb 04 10:23:25.576754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:25.577048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'port_id': '9f957646-32c1-499d-a079-4886c6e64c01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:25.583777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:25.604340 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:25.644297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Made reservation on behalf of edf1f57fab00487dbd3ac33b330d29a4 for: {'subnet': 2} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:25.649571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.650010 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:25.691571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:floatingip and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:25.697012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:25.741031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 383b4c78-c7a0-4009-bf47-4d6f99413c7e up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:25.787949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:25.810593 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d3fe9a54-43e2-4123-8fc8-81a0bb61bdaf req-0b661079-da8c-463a-ada1-ee5018110f23 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175374 Feb 04 10:23:25.840299 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:25.919485 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.075591 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.121895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.169438 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 96d29817-77bf-430a-a393-94d9dcccfcad will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:26.187379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.208305 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.253481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.276786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Subnet': ['ID=70ac40aa-e1ad-43e0-ad92-4c329a34d1c0,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:26.282301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Checking segment: {'id': '357f32a2-dc13-40e8-83d0-42b072bdbf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:26.282661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network hostable DHCP agents. Network: 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:26.306460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:26.318258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:26.321486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.328713 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d966e-1c74-43e1-b1ee-d6a7e4c82c4b None None] Network 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:26.334524 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.370110 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:26.393463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:26.396676 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:26.407943 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event updated for resources: {'Subnet': ['ID=37323743-7880-42de-801b-6fa12260d097,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:26.414488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Checking segment: {'id': '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:26.414920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network hostable DHCP agents. Network: af139225-e779-4353-9649-c338c6b5b4f1, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:26.436516 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Network af139225-e779-4353-9649-c338c6b5b4f1 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:26.450142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, af139225-e779-4353-9649-c338c6b5b4f1) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:26.454843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.455322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.455994 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.482573 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=35078cc1-1e80-49df-bfb3-0731156f1dec,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:26.486099 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b9186-0a3a-442b-915c-9535200ee587 None None] Network af139225-e779-4353-9649-c338c6b5b4f1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:26.492236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e621e5c8-8319-4fb5-92a6-92ff58325865 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3869698 Feb 04 10:23:26.497627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:26.515754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e38bd-07cd-48ae-a2e2-ea91db2fba42 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:26.570283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.571941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.574754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.575558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Synchronizing usage tracker for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:26.596646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.599910 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Unset dirty status for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:26.607508 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ec8c4df0-72cb-4177-a74e-41452ce151f8 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1025019 Feb 04 10:23:26.612684 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:26.651299 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:26.696978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.720422 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:26.723036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:26.729331 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:26.729964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.762353 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Provisioning for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:26.792316 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Provisioning complete for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:26.792690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:26.975458 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf6055-0b9c-4b07-9d34-b7fafc365bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c', 'network_id': '3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c', 'tenant_id': 'edf1f57fab00487dbd3ac33b330d29a4', 'fixed_ips': [{'subnet_id': '70ac40aa-e1ad-43e0-ad92-4c329a34d1c0'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:26.976285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6055-0b9c-4b07-9d34-b7fafc365bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.019414 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=96d29817-77bf-430a-a393-94d9dcccfcad,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:27.079677 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-91877dc8-1664-4673-9f47-6dd4f43e3c05 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9637032 Feb 04 10:23:27.082934 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38148) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:27.116029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Deleting subnet 70ac40aa-e1ad-43e0-ad92-4c329a34d1c0 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:27.167744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bc793-bfd1-4e3a-89ca-9d371ff1c27a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:27.173587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bc793-bfd1-4e3a-89ca-9d371ff1c27a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:27.175212 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a90bc793-bfd1-4e3a-89ca-9d371ff1c27a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0912955 Feb 04 10:23:27.178195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:27.180135 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.233633 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-af139225-e779-4353-9649-c338c6b5b4f1', 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1', 'tenant_id': 'edf1f57fab00487dbd3ac33b330d29a4', 'fixed_ips': [{'subnet_id': '37323743-7880-42de-801b-6fa12260d097'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:27.234413 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.253279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 96d29817-77bf-430a-a393-94d9dcccfcad {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:27.253839 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.277315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.363771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.387843 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] For port 383b4c78-c7a0-4009-bf47-4d6f99413c7e, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=383b4c78-c7a0-4009-bf47-4d6f99413c7e,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:27.396734 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.410858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.170 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/e11a4cf6-ede5-4dcd-afb8-570d85cd1b90) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:27.519533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Allocated IP 2001:db8:0:1::1 (af139225-e779-4353-9649-c338c6b5b4f1/37323743-7880-42de-801b-6fa12260d097/470bac5c-6fb6-490e-adc6-33e7c9af85d6) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:27.525613 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dbebc-1062-4ffd-8b7d-3b136a8549fa None None] Pushing event updated for resources: {'Port': ['ID=383b4c78-c7a0-4009-bf47-4d6f99413c7e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:27.540185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.564571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.637114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ececa-7976-464b-bb74-674d8a79074a req-5efe51c3-9289-4462-a248-964b93111a7e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:27.645673 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e19ececa-7976-464b-bb74-674d8a79074a req-5efe51c3-9289-4462-a248-964b93111a7e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.7137227 Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-6cdf6055-0b9c-4b07-9d34-b7fafc365bd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70ac40aa-e1ad-43e0-ad92-4c329a34d1c0: This subnet is being modified by another concurrent operation. Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 10:23:27.647906 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70ac40aa-e1ad-43e0-ad92-4c329a34d1c0: This subnet is being modified by another concurrent operation. Feb 04 10:23:27.650917 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 10:23:27.673691 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.705410 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d67abe8-500a-425e-87e2-f72aead5d764 None None] Network 3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:27.813898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.847067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 383b4c78-c7a0-4009-bf47-4d6f99413c7e up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:27.862789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 96d29817-77bf-430a-a393-94d9dcccfcad owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:27.884860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Subnet': ['ID=70ac40aa-e1ad-43e0-ad92-4c329a34d1c0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:27.902542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:27.971433 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4631059a-92fd-4021-ad8f-3ce5196b7018 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/subnets/70ac40aa-e1ad-43e0-ad92-4c329a34d1c0 HTTP/1.1" status: 204 len: 168 time: 1.2831106 Feb 04 10:23:27.974112 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:27.980007 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e19ececa-7976-464b-bb74-674d8a79074a req-bf110ddd-3937-43eb-937c-fdf81f62a501 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339646 Feb 04 10:23:27.989204 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.076272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.096013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.105406 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:28.105874 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.115454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Deleting subnet 37323743-7880-42de-801b-6fa12260d097 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:28.132870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.137071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Transition to ACTIVE for port object 470bac5c-6fb6-490e-adc6-33e7c9af85d6 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:28.155116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Provisioning for port 96d29817-77bf-430a-a393-94d9dcccfcad completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:28.172892 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Provisioning complete for port 96d29817-77bf-430a-a393-94d9dcccfcad triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:28.173642 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.208576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.223768 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Transition to ACTIVE for port object 470bac5c-6fb6-490e-adc6-33e7c9af85d6 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:28.225185 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Port 96d29817-77bf-430a-a393-94d9dcccfcad was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 10:23:28.238447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=96d29817-77bf-430a-a393-94d9dcccfcad,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:28.246388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.247258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.288309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Provisioning complete for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:28.289024 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7038606-0950-4e1e-bd1e-6b3093d58c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.319848 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.326099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab3dc3e-33b2-440e-aa5c-e4dd4082181c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:28.388914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.424470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.476714 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Network af139225-e779-4353-9649-c338c6b5b4f1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:28.484786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:28.495075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:28.502566 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Pushing event updated for resources: {'Port': ['ID=470bac5c-6fb6-490e-adc6-33e7c9af85d6,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:28.511962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.548908 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.566657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Subnet': ['ID=37323743-7880-42de-801b-6fa12260d097,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:28.571379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.575970 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5cf62e25-e5da-4cc5-ab94-ccab8031c360 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/subnets/37323743-7880-42de-801b-6fa12260d097 HTTP/1.1" status: 204 len: 168 time: 0.6004899 Feb 04 10:23:28.580283 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1de5c9bb-9a19-4648-ac07-ead10c1da342 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/96d29817-77bf-430a-a393-94d9dcccfcad HTTP/1.1" status: 204 len: 168 time: 1.3985960 Feb 04 10:23:28.580283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38160) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:28.580548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:28.613348 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Attempting to bind port 470bac5c-6fb6-490e-adc6-33e7c9af85d6 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:28.614560 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Attempting to bind port 470bac5c-6fb6-490e-adc6-33e7c9af85d6 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:28.615217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Attempting to bind port 470bac5c-6fb6-490e-adc6-33e7c9af85d6 on network af139225-e779-4353-9649-c338c6b5b4f1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:28.657244 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:28.657801 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Checking segment: {'id': '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:28.658335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.658829 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Bound using segment: {'id': '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:28.659402 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Bound port: 470bac5c-6fb6-490e-adc6-33e7c9af85d6, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'af139225-e779-4353-9649-c338c6b5b4f1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:28.660066 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.704704 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ef89d5-c8cf-4bba-9d04-fb2ef13c251a tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:28.705949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-65ef89d5-c8cf-4bba-9d04-fb2ef13c251a tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Synchronizing usage tracker for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:28.760570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200608b-5ed6-4f6c-9594-e8d26e0216a9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:28.763981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200608b-5ed6-4f6c-9594-e8d26e0216a9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:28.766379 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4200608b-5ed6-4f6c-9594-e8d26e0216a9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1847575 Feb 04 10:23:28.771057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:28.776796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] For port 470bac5c-6fb6-490e-adc6-33e7c9af85d6, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:28.780435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] For port 470bac5c-6fb6-490e-adc6-33e7c9af85d6, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=470bac5c-6fb6-490e-adc6-33e7c9af85d6,segment=NetworkSegment(2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394),segment_id=2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:28.781224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-65ef89d5-c8cf-4bba-9d04-fb2ef13c251a tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Unset dirty status for tenant:edf1f57fab00487dbd3ac33b330d29a4 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:28.783405 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-65ef89d5-c8cf-4bba-9d04-fb2ef13c251a tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2038636 Feb 04 10:23:28.788527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38172) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:28.790141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.825997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.848262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.857102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5732a3e9-a8b7-4268-951a-a59b6cdfc839 None None] Could not find standard attr ID for object 96d29817-77bf-430a-a393-94d9dcccfcad. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:23:28.877098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f6d0-df19-4ab9-8608-a76140809f59 None None] Pushing event updated for resources: {'Port': ['ID=470bac5c-6fb6-490e-adc6-33e7c9af85d6,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:28.938151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.945794 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Floating IP 19d2b606-d306-490b-8b30-d76a6f173ffd associated. External IP: 172.26.5.128, port: 400487de-e29f-4437-8a77-247e6164e61a. Feb 04 10:23:28.950660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Deleting port 470bac5c-6fb6-490e-adc6-33e7c9af85d6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:28.951006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:28.964758 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a20c14-b5c1-454b-b320-2aba87cd0039 None None] Network af139225-e779-4353-9649-c338c6b5b4f1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:29.174172 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 80f26532-f084-4f03-b3dd-9bdedad83565 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:29.174327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf23e10-bf6d-4832-a123-d33c7e5d8c81 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:23:29.190302 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:29.217856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:29.230927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] For port 470bac5c-6fb6-490e-adc6-33e7c9af85d6, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=470bac5c-6fb6-490e-adc6-33e7c9af85d6,segment=NetworkSegment(2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394),segment_id=2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:29.231182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:29.231281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:29.248053 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:29.304610 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf23e10-bf6d-4832-a123-d33c7e5d8c81 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:23:29.333532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=e11a4cf6-ede5-4dcd-afb8-570d85cd1b90,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:29.367777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Calling delete_port for 470bac5c-6fb6-490e-adc6-33e7c9af85d6 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:29.397338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:29.424876 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a41f-58d9-4312-8d5c-f941225e705b req-9284c1c6-4752-477a-b35b-32a4385dcbe1 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:29.426341 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-fa87a41f-58d9-4312-8d5c-f941225e705b req-9284c1c6-4752-477a-b35b-32a4385dcbe1 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2902904 Feb 04 10:23:29.492007 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-fa87a41f-58d9-4312-8d5c-f941225e705b req-ed3e6052-ba36-4339-91fc-802587b2e298 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556998 Feb 04 10:23:29.492745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:29.730425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Port': ['ID=470bac5c-6fb6-490e-adc6-33e7c9af85d6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:29.757010 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] No DVR routers for this DVR port 470bac5c-6fb6-490e-adc6-33e7c9af85d6 on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:29.762365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a086b0-2e69-4fd8-b634-22f7828dd935 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:23:29.874906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:29.930791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:23:29.942714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Router 073306f6-30ea-4359-a699-01785864fe3d has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:29.972668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a086b0-2e69-4fd8-b634-22f7828dd935 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:23:30.033619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.077406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af139225-e779-4353-9649-c338c6b5b4f1']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.098737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.099203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0cd1c0-7b99-4e9c-a5fc-0f1d133fb394') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.114459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.147433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f748b5-1466-4e72-b2f8-823c7a853fcf req-4d5e1a12-022a-46d8-b787-24bd780ed1b5 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:30.154358 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-78f748b5-1466-4e72-b2f8-823c7a853fcf req-4d5e1a12-022a-46d8-b787-24bd780ed1b5 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3017800 Feb 04 10:23:30.157239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.161205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-d25bd8fe-7627-4657-8837-bca80c889af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:30.162788 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-d25bd8fe-7627-4657-8837-bca80c889af1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 0.2467623 Feb 04 10:23:30.202842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:30.203293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:30.224499 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:30.381079 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-78f748b5-1466-4e72-b2f8-823c7a853fcf req-1c0c5be3-f899-47a0-8585-8eaaa7c954d0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258544 Feb 04 10:23:30.404073 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.426905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.434591 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.445431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=af139225-e779-4353-9649-c338c6b5b4f1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:30.464842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-cdce5411-4a9c-4023-a363-b73bcca257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:30.466345 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-cdce5411-4a9c-4023-a363-b73bcca257d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 0.2871349 Feb 04 10:23:30.468009 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cc00aef1-8bb0-47e6-9e71-9e53b18ee042 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/af139225-e779-4353-9649-c338c6b5b4f1 HTTP/1.1" status: 204 len: 168 time: 1.6784859 Feb 04 10:23:30.470702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:30.508067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a37a8f-b7d5-450c-b001-d9c242923d1a None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:30.551402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=80f26532-f084-4f03-b3dd-9bdedad83565,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:30.553900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.604466 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2b96e3f4-d9e1-40b7-879b-d127319c5d26 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/80f26532-f084-4f03-b3dd-9bdedad83565 HTTP/1.1" status: 204 len: 168 time: 1.8299196 Feb 04 10:23:30.604466 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:30.612865 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38190) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:30.621146 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Sync routers for ids ['5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:30.631054 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Routers {'5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:30.632021 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.637252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:30.657586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.657786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] Sync routers for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:30.661134 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5aacf6c8-8375-416a-bf8b-014ebacb56a0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9469485 Feb 04 10:23:30.662780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:30.743761 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.805132 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-c9ccbb21-7ca2-4600-825e-d1c3a609e006 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1002 time: 0.3318903 Feb 04 10:23:30.810255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.819933 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:30.820459 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.852925 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Set router 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:30.876171 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-20ab1a52-3b53-47d8-a1f2-b169f7b61362 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2596047 Feb 04 10:23:30.881376 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38198) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:30.891068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:30.896316 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:30.918954 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:30.921338 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7d502a2b-f2c8-4607-99ae-585088cd25b2 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.8171775 Feb 04 10:23:30.922216 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:30.942064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:30.942688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.013590 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.014431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446fd25-4381-42c8-a5dd-8e8395d551a1 None None] The sync data for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:31.040332 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.068679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-6e37760b-168c-4c40-ac29-196ad5ec0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:31.070476 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-6e37760b-168c-4c40-ac29-196ad5ec0be3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.2577384 Feb 04 10:23:31.118064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:31.123303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Deleting port 383b4c78-c7a0-4009-bf47-4d6f99413c7e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:31.123897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.169768 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2096cd0d-958c-48fd-a688-c2122207a738 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "GET /v2.0/floatingips/19d2b606-d306-490b-8b30-d76a6f173ffd HTTP/1.1" status: 200 len: 981 time: 0.2430336 Feb 04 10:23:31.172307 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73', 'name': '', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988', 'external_fixed_ips': [{'subnet_id': '3fda006a-70da-42ff-9a7c-e0d8ac42e6d2', 'ip_address': '2001:db8::1b2'}], 'enable_snat': True}, 'gw_port_id': '35078cc1-1e80-49df-bfb3-0731156f1dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:22Z', 'updated_at': '2022-02-04T10:23:27Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '35078cc1-1e80-49df-bfb3-0731156f1dec', 'name': '', 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3fda006a-70da-42ff-9a7c-e0d8ac42e6d2', 'ip_address': '2001:db8::1b2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:23:24Z', 'updated_at': '2022-02-04T10:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fda006a-70da-42ff-9a7c-e0d8ac42e6d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.172786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:31.177258 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Checking router: 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:31.177849 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Updating router 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 port 35078cc1-1e80-49df-bfb3-0731156f1dec binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:23:31.235315 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.236896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.252382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:31.266691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:31.270999 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.273244 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:31.281740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.290685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:31.305021 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357f32a2-dc13-40e8-83d0-42b072bdbf85') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.305385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357f32a2-dc13-40e8-83d0-42b072bdbf85') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:31.321363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-f80ca614-7f80-45ac-a46a-57cf46315e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:31.322794 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-f80ca614-7f80-45ac-a46a-57cf46315e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2387583 Feb 04 10:23:31.324380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.353643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:31.356919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.389617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] For port 383b4c78-c7a0-4009-bf47-4d6f99413c7e, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=383b4c78-c7a0-4009-bf47-4d6f99413c7e,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:31.390050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.417345 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7214b608-bcd3-47cf-a84a-419f9e6826d4 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4592 time: 0.2412572 Feb 04 10:23:31.418088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:31.532445 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Calling delete_port for 383b4c78-c7a0-4009-bf47-4d6f99413c7e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:31.682627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 383b4c78-c7a0-4009-bf47-4d6f99413c7e no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:31.697513 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.717887 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-40c16d1e-fd5c-48a8-a903-0af33c40430e service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868556 Feb 04 10:23:31.719243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:31.719665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:31.743925 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:31.755153 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.766572 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:31.815014 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] Pushing event deleted for resources: {'Port': ['ID=383b4c78-c7a0-4009-bf47-4d6f99413c7e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:31.817455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f67190-257a-4f75-b427-ed91fbc76cfa None None] No DVR routers for this DVR port 383b4c78-c7a0-4009-bf47-4d6f99413c7e on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:31.826915 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No active binding found for port 383b4c78-c7a0-4009-bf47-4d6f99413c7e {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 10:23:31.827570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 383b4c78-c7a0-4009-bf47-4d6f99413c7e not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:23:31.953994 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.009769 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Transition to ACTIVE for port object 35078cc1-1e80-49df-bfb3-0731156f1dec will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:32.024526 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.025247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.050397 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.055273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting port 35078cc1-1e80-49df-bfb3-0731156f1dec {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:32.055621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.080085 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:32.090236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f4531c8c-2b1e-447f-b967-ba2d6114b308 req-96bb6156-5115-42e7-8e16-70f0caa5fb82 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334177 Feb 04 10:23:32.091458 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c3d234c8-d27f-4c86-8251-01b146356d65 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/3845d3ec-84ee-4986-b4a4-69a4c8bc1f1c HTTP/1.1" status: 204 len: 168 time: 1.6196854 Feb 04 10:23:32.094162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38216) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:32.122207 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Attempting to bind port 35078cc1-1e80-49df-bfb3-0731156f1dec on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:32.122929 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Attempting to bind port 35078cc1-1e80-49df-bfb3-0731156f1dec by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '9d133cda-4804-4524-af52-e6376c5a3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:32.123559 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Attempting to bind port 35078cc1-1e80-49df-bfb3-0731156f1dec on network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:32.129828 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Pushing event updated for resources: {'Port': ['ID=35078cc1-1e80-49df-bfb3-0731156f1dec,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:32.135212 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:32.135673 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Checking segment: {'id': '9d133cda-4804-4524-af52-e6376c5a3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:32.136167 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.136617 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Bound using segment: {'id': '9d133cda-4804-4524-af52-e6376c5a3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:32.137148 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Bound port: 35078cc1-1e80-49df-bfb3-0731156f1dec, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d133cda-4804-4524-af52-e6376c5a3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:32.137726 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.171134 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.171786 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.172283 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.172792 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.173278 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.173774 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.174275 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.174756 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.175256 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.175733 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.176253 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.177242 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:23:32.226466 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] For port 35078cc1-1e80-49df-bfb3-0731156f1dec, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:32.229538 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] For port 35078cc1-1e80-49df-bfb3-0731156f1dec, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=35078cc1-1e80-49df-bfb3-0731156f1dec,segment=NetworkSegment(9d133cda-4804-4524-af52-e6376c5a3353),segment_id=9d133cda-4804-4524-af52-e6376c5a3353)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:32.235925 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.284704 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.322683 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Routers {'5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:32.323307 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:32.346055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port 5ab3dc3e-33b2-440e-aa5c-e4dd4082181c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:32.346377 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.374793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.377620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646948f-ce95-4bb9-a9fe-118bf2cb63b0 req-1617096f-38db-4848-9b0f-3362b3745ab1 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:32.379133 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e646948f-ce95-4bb9-a9fe-118bf2cb63b0 req-1617096f-38db-4848-9b0f-3362b3745ab1 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5598185 Feb 04 10:23:32.382201 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea022215-7551-4e1b-b6e8-caa42f9f1f75 None None] Pushing event updated for resources: {'Port': ['ID=35078cc1-1e80-49df-bfb3-0731156f1dec,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:32.492528 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] Set router 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:32.533984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:32.540238 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:32.549604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:32.552445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.552575 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf2cad-4fb0-4bff-b07d-8bf2bf173c05 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:32.557672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.585401 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=d8503a0c-382f-4beb-a08d-30c403366695,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:32.603121 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e646948f-ce95-4bb9-a9fe-118bf2cb63b0 req-ba1cc9e5-ebe5-4103-a702-b791a2579d69 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029052 Feb 04 10:23:32.613463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.624883 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-896df713-e328-469f-91bc-1a42047e7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73', 'name': '', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:22Z', 'updated_at': '2022-02-04T10:23:31Z', 'revision_number': 4, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:32.629684 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] For port 35078cc1-1e80-49df-bfb3-0731156f1dec, host dv-neutron-827824-1-hyperv, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:32.630133 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.636590 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896df713-e328-469f-91bc-1a42047e7171 None None] The sync data for ids ['5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73'] in dv-neutron-827824-1-hyperv is: [{'id': '5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73', 'name': '', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:22Z', 'updated_at': '2022-02-04T10:23:31Z', 'revision_number': 4, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:32.646009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d451932c-391f-49d9-8d7c-ee76899e13de']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:32.657060 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f108a2ae-d2d8-4293-8823-6072dc7a6286 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7746360 Feb 04 10:23:32.662881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:32.671179 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.685454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'name': 'tempest-NetworksTestDHCPv6-1486157964'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:32.705707 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9e480b-ebf1-483a-9d1e-dce523ee673e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:32.710250 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9e480b-ebf1-483a-9d1e-dce523ee673e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:32.811407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.847034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.861987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': 'd8503a0c-382f-4beb-a08d-30c403366695'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:32.862932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.873385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:32.873791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:32.889127 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:32.891276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Calling delete_port for 35078cc1-1e80-49df-bfb3-0731156f1dec owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:32.999355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:33.004093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:33.009530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.015283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.019633 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:33.029353 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=e11a4cf6-ede5-4dcd-afb8-570d85cd1b90,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:33.039635 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.039972 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.048150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:33.059652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=d451932c-391f-49d9-8d7c-ee76899e13de,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:33.068780 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b29c6482-2758-48d3-8be3-1f4c60a6b022 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/d451932c-391f-49d9-8d7c-ee76899e13de HTTP/1.1" status: 204 len: 168 time: 0.9736423 Feb 04 10:23:33.071369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:33.094574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/d8503a0c-382f-4beb-a08d-30c403366695/5102d843-6b97-434f-b3b0-b71798caa10b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:33.111946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:33.115789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.206409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 5dd4da73-857a-487d-9a29-561d17f456e0 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:33.289086 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.314862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Calling delete_port for 5ab3dc3e-33b2-440e-aa5c-e4dd4082181c owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:33.327315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.338440 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Transition to ACTIVE for port object 5102d843-6b97-434f-b3b0-b71798caa10b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:33.360224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Transition to ACTIVE for port object 5102d843-6b97-434f-b3b0-b71798caa10b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:33.369331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.441426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:33.444584 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:33.448075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:33.472261 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.488781 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Pushing event updated for resources: {'Port': ['ID=5102d843-6b97-434f-b3b0-b71798caa10b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:33.563700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Attempting to bind port 5102d843-6b97-434f-b3b0-b71798caa10b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:33.564232 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Attempting to bind port 5102d843-6b97-434f-b3b0-b71798caa10b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:33.564691 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Attempting to bind port 5102d843-6b97-434f-b3b0-b71798caa10b on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:33.572189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:33.572707 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:33.573231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.574009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:33.574548 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Bound port: 5102d843-6b97-434f-b3b0-b71798caa10b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:33.575147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.632990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.689272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::231 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/d8503a0c-382f-4beb-a08d-30c403366695/5dd4da73-857a-487d-9a29-561d17f456e0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:33.693282 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:33.698771 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:33.704871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5102d843-6b97-434f-b3b0-b71798caa10b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:33.719777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.734303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131c32e1-cde7-456b-bd7d-fae042bfe931') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:33.735042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131c32e1-cde7-456b-bd7d-fae042bfe931') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:33.751550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.791208 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:33.791651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:33.794993 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 4ff49bcb-7aac-4b72-b450-8a12889f9a8a associated. External IP: 172.26.5.170, port: 9f957646-32c1-499d-a079-4886c6e64c01. Feb 04 10:23:33.850651 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.872917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe06adb-f71f-47a8-97d0-f2f6f6202882 None None] Pushing event updated for resources: {'Port': ['ID=5102d843-6b97-434f-b3b0-b71798caa10b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:33.875151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:33.875568 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:33.894394 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:33.997966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.100884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.112536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Port': ['ID=5ab3dc3e-33b2-440e-aa5c-e4dd4082181c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:34.128444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445456f7-914a-4af0-b286-271327189077 req-621fc9f3-8a0b-4f44-8364-f1ad359837f2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:34.130567 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-445456f7-914a-4af0-b286-271327189077 req-621fc9f3-8a0b-4f44-8364-f1ad359837f2 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3708110 Feb 04 10:23:34.131674 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.154843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] Pushing event deleted for resources: {'Network': ['ID=01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:34.199614 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-83024fd5-3082-4eff-9f3a-32ee95390441 tempest-BulkNetworkOpsIpV6Test-839069977 tempest-BulkNetworkOpsIpV6Test-839069977-project] 10.222.0.73 "DELETE /v2.0/networks/01eaba33-ca6b-4c59-b1bc-3c8dc13f05b0 HTTP/1.1" status: 204 len: 168 time: 1.1271865 Feb 04 10:23:34.245445 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-445456f7-914a-4af0-b286-271327189077 req-5f419d97-93ec-4c13-abc2-73e96ea751ed tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848703 Feb 04 10:23:34.250685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.271717 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.272063 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Floating IP 19d2b606-d306-490b-8b30-d76a6f173ffd disassociated (deleted). External IP: 172.26.5.128, port: 400487de-e29f-4437-8a77-247e6164e61a. Feb 04 10:23:34.292672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 5dd4da73-857a-487d-9a29-561d17f456e0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:34.329210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.420774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:34.423980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:34.426668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:34.432767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:34.433502 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.435214 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting port 35078cc1-1e80-49df-bfb3-0731156f1dec {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:34.435565 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.452977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=5dd4da73-857a-487d-9a29-561d17f456e0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:34.464308 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b0619c19-2e06-4d1c-8af2-c4e13a692824 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7976954 Feb 04 10:23:34.466663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:34.564852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb2e49c-671a-4b58-b5a8-44cb5bc4a63a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:34.569914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:34.574022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb2e49c-671a-4b58-b5a8-44cb5bc4a63a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:34.574855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fb2e49c-671a-4b58-b5a8-44cb5bc4a63a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:34.578057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a956ca-278f-4c94-9d31-035ad45b0169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.596716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fb2e49c-671a-4b58-b5a8-44cb5bc4a63a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:34.600756 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9fb2e49c-671a-4b58-b5a8-44cb5bc4a63a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1304538 Feb 04 10:23:34.600981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:34.671272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 5dd4da73-857a-487d-9a29-561d17f456e0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:34.671528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:34.982130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.018566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429cf2-af0a-4a6b-8dc0-e8c3c16ad6d8 req-56c81306-f25e-4d21-a03b-d631021dea4c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:35.020127 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e5429cf2-af0a-4a6b-8dc0-e8c3c16ad6d8 req-56c81306-f25e-4d21-a03b-d631021dea4c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5476277 Feb 04 10:23:35.115348 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d40b5f9e-abe2-4097-b438-4144b8b3749a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edf1f57fab00487dbd3ac33b330d29a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295250 Feb 04 10:23:35.117662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 5dd4da73-857a-487d-9a29-561d17f456e0 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:35.119413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:35.123372 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:35.150161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-752df929-90f3-4935-b7fc-12088998260d None None] Provisioning for port 5102d843-6b97-434f-b3b0-b71798caa10b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:35.251833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] For port 35078cc1-1e80-49df-bfb3-0731156f1dec, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=35078cc1-1e80-49df-bfb3-0731156f1dec,segment=NetworkSegment(9d133cda-4804-4524-af52-e6376c5a3353),segment_id=9d133cda-4804-4524-af52-e6376c5a3353)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:35.252206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.271777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.327998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=5dd4da73-857a-487d-9a29-561d17f456e0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:35.341361 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e5429cf2-af0a-4a6b-8dc0-e8c3c16ad6d8 req-00be9814-0895-4384-b95d-91e4c93436d8 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995241 Feb 04 10:23:35.371384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d31018da-63c4-4fb0-97cd-0a703f5f83c7 None None] Could not find standard attr ID for object 5dd4da73-857a-487d-9a29-561d17f456e0. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:23:35.381128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.400610 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-25d92f6c-769e-4a18-8270-972678f31f4c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/5dd4da73-857a-487d-9a29-561d17f456e0 HTTP/1.1" status: 204 len: 168 time: 0.7965715 Feb 04 10:23:35.401015 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:35.489184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8869c4b-a371-43a6-9569-cb7a2259a887 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:35.491096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8869c4b-a371-43a6-9569-cb7a2259a887 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:35.491842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8869c4b-a371-43a6-9569-cb7a2259a887 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:35.511843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8869c4b-a371-43a6-9569-cb7a2259a887 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:35.513772 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c8869c4b-a371-43a6-9569-cb7a2259a887 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1116576 Feb 04 10:23:35.516345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:35.562866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Calling delete_port for 35078cc1-1e80-49df-bfb3-0731156f1dec owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:35.595975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet d8503a0c-382f-4beb-a08d-30c403366695 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:35.600340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.666535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.723884 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5102d843-6b97-434f-b3b0-b71798caa10b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:35.765032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Router 073306f6-30ea-4359-a699-01785864fe3d has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:35.804912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.811599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 5102d843-6b97-434f-b3b0-b71798caa10b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:35.818900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 5102d843-6b97-434f-b3b0-b71798caa10b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:35.819285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.883690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.909578 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:35.920096 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:35.933795 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:35.934433 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:35.951958 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.967914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:35.993472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.039972 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.046497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.050036 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:36.050650 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.058508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=d8503a0c-382f-4beb-a08d-30c403366695,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:36.060875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.065497 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a7b49-2e80-41ef-83e6-635e7a796810 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:36.079681 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d1786775-587a-477b-9cd9-a4e78f9a801b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/d8503a0c-382f-4beb-a08d-30c403366695 HTTP/1.1" status: 204 len: 168 time: 0.5598855 Feb 04 10:23:36.080074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38268) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:36.116862 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.117271 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3f3a0-4775-4718-be43-dc36c516df4b None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:36.161595 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c3e21ee0-f5f7-48bd-8920-f28cc4cf5f57 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797677 Feb 04 10:23:36.164655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:36.166852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:36.167768 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:36.171127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:36.229907 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82897-5b9a-42b8-a979-74604a9943c1 req-d7fce24d-6d52-4899-8334-596b8ee8372f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:36.231408 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-07c82897-5b9a-42b8-a979-74604a9943c1 req-d7fce24d-6d52-4899-8334-596b8ee8372f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5078461 Feb 04 10:23:36.248687 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2f11fc91-3f79-48d7-90bd-b3dd26b42f20 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.6841943 Feb 04 10:23:36.259293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:36.267359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:36.282740 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:36.304797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] Sync routers for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:36.313027 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.316815 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:36.318134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.360629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8884f857-8877-48ba-a805-a4d62faac880,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:36.376805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.395585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:36.399287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:36.402862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.411870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.415375 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.415501 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-607fc2b0-ed31-4277-bf0f-7efc70c16983 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8884f857-8877-48ba-a805-a4d62faac880 HTTP/1.1" status: 204 len: 168 time: 1.2280145 Feb 04 10:23:36.415579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Deleting port 5102d843-6b97-434f-b3b0-b71798caa10b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:36.415579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.423568 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-07c82897-5b9a-42b8-a979-74604a9943c1 req-be5be086-6fa0-4f7f-a54f-345e9a13148b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425688 Feb 04 10:23:36.433657 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.483764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:36.488300 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:36.488971 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.493550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:36.516607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:36.534089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Port': ['ID=35078cc1-1e80-49df-bfb3-0731156f1dec,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:36.561570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:36.562007 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7deaf91-ab17-47d4-be13-8238e0e64c7b None None] The sync data for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:36.576328 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-18cb48e6-95ac-48f1-beb1-e4f80d429f8a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/floatingips/19d2b606-d306-490b-8b30-d76a6f173ffd HTTP/1.1" status: 204 len: 168 time: 5.1535435 Feb 04 10:23:36.581785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:36.585363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.616625 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:36.620675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.922862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:36.937175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:36.954324 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:36.995502 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.046495 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5102d843-6b97-434f-b3b0-b71798caa10b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:37.046737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.077509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Usage tracker for resource:floatingip and tenant:69b890d1de7f4f03bd956d346b513bf8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:37.089067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:37.104648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.107102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:37.111536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.124051 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b95894a3-b81c-493d-a70a-73f07803a2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.138697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.141143 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:37.142452 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:37.146530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:37.147480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.155683 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.156092 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 4ff49bcb-7aac-4b72-b450-8a12889f9a8a disassociated. External IP: 172.26.5.170, port: 9f957646-32c1-499d-a079-4886c6e64c01. Feb 04 10:23:37.158936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.191728 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Calling delete_port for 5102d843-6b97-434f-b3b0-b71798caa10b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:37.219727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=61ac0994-5932-4731-b9ee-0c05c3d19aca,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:37.220672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5102d843-6b97-434f-b3b0-b71798caa10b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:37.228886 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.259847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.260952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:23:37.289151 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5cba1dc8-a0de-4d67-8efc-f804aff8498b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1215689 Feb 04 10:23:37.307194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05211d-5711-49a5-8da3-801bd594bfe1 req-aca615e3-5d91-482f-bf8e-15d812bbae51 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:37.308968 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-df05211d-5711-49a5-8da3-801bd594bfe1 req-aca615e3-5d91-482f-bf8e-15d812bbae51 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3562427 Feb 04 10:23:37.328496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:37.354967 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.358819 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-999e81de-ab0d-4f31-adb5-3b4690b84880 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/routers/5b7a5b6c-275e-44b7-ad1d-b9ddd7fa1f73 HTTP/1.1" status: 204 len: 168 time: 6.6918058 Feb 04 10:23:37.361319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:37.363210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'name': 'tempest-NetworksTestDHCPv6-1915408165'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:37.377464 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=5102d843-6b97-434f-b3b0-b71798caa10b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:37.381217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:37.381701 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:37.422610 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-df05211d-5711-49a5-8da3-801bd594bfe1 req-eda26bf9-6f43-4ec2-9ded-0f8e2eff7362 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925884 Feb 04 10:23:37.451950 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting subnet 3fda006a-70da-42ff-9a7c-e0d8ac42e6d2 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:37.456924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.601246 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:37.608937 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:37.613411 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:37.624886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.626869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:37.660905 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5102d843-6b97-434f-b3b0-b71798caa10b no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:37.694359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.697689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:37.733262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:37.740144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.823677 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 60653fa1-0bdb-45bf-bf0f-aac042a5bd67 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:37.839185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.843412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.867463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-563326069'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:37.879083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:37.883256 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Deleting port 5102d843-6b97-434f-b3b0-b71798caa10b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:37.883394 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:37.883478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.920387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.923736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:37.932893 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5102d843-6b97-434f-b3b0-b71798caa10b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:37.933349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:37.942653 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:37.946238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:37.992426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:37.995920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.052734 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.062486 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Allocated IP 172.26.5.68 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/85af72b0-4d4c-4c43-b804-22432a959951) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:38.068118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.086968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:38.091394 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:38.092997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.104042 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:38.113477 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:38.115092 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:38.138544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:security_group_rule and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:38.144344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:38.147811 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=5102d843-6b97-434f-b3b0-b71798caa10b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:38.178029 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:38.186928 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:38.187766 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:38.192209 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8bc7be72-5be8-4c8e-b0d2-576ca553ed82 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/4ff49bcb-7aac-4b72-b450-8a12889f9a8a HTTP/1.1" status: 200 len: 688 time: 1.9316497 Feb 04 10:23:38.194863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38324) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:38.202881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:38.222352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::37 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/61ac0994-5932-4731-b9ee-0c05c3d19aca/60653fa1-0bdb-45bf-bf0f-aac042a5bd67) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:38.233149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] For port 5102d843-6b97-434f-b3b0-b71798caa10b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5102d843-6b97-434f-b3b0-b71798caa10b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:38.233726 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.257237 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:38.257897 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a19dd3-04c9-477d-81fe-a9b18f54512b None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:38.377616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port e11a4cf6-ede5-4dcd-afb8-570d85cd1b90 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:38.378096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.394132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Calling delete_port for 5102d843-6b97-434f-b3b0-b71798caa10b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:38.411507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.457248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.467755 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fda006a-70da-42ff-9a7c-e0d8ac42e6d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:38.476828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.486326 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f8bfb29b-4899-492a-bcf6-b2a4b38849ac tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/3fda006a-70da-42ff-9a7c-e0d8ac42e6d2 HTTP/1.1" status: 204 len: 168 time: 1.1236792 Feb 04 10:23:38.495579 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38330) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:38.535816 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.639636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.639994 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.640120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.643684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] No DVR routers for this DVR port 5102d843-6b97-434f-b3b0-b71798caa10b on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:38.650805 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019c6a-119d-49cc-866c-ef05ca8d104c None None] Pushing event deleted for resources: {'Port': ['ID=5102d843-6b97-434f-b3b0-b71798caa10b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:38.669959 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.678133 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ba775-fe6e-461a-a11d-04e411844b8b None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:38.725924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:38.752107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.776682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.777045 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 02c4c090-2a25-4869-ba9d-f594db2a490a of type vlan for network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 Feb 04 10:23:38.795234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe6ea2d-42fb-4874-83df-30e24ddce90c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:38.807935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.870092 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.873090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for e11a4cf6-ede5-4dcd-afb8-570d85cd1b90 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:38.874886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:38.997631 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '61ac0994-5932-4731-b9ee-0c05c3d19aca'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:38.998516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.036085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 60653fa1-0bdb-45bf-bf0f-aac042a5bd67 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:39.053434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ef3-cee0-48b1-8123-dd7c1c0d56e5 req-406d6f56-f4ad-415f-90c1-ac9247bf8f58 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:39.055052 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4d970ef3-cee0-48b1-8123-dd7c1c0d56e5 req-406d6f56-f4ad-415f-90c1-ac9247bf8f58 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.1888778 Feb 04 10:23:39.080587 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:39.088916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:39.123347 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4d970ef3-cee0-48b1-8123-dd7c1c0d56e5 req-3507c5a8-16cb-4bfc-8ab6-9b4b390d9412 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570757 Feb 04 10:23:39.124051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.155678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:39.195163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:39.214440 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=e11a4cf6-ede5-4dcd-afb8-570d85cd1b90,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:39.215047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Pushing event updated for resources: {'Port': ['ID=85af72b0-4d4c-4c43-b804-22432a959951,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:39.224643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.266445 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.272661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:39.273303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.300024 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:39.403262 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.410139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d133cda-4804-4524-af52-e6376c5a3353') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:39.410425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d133cda-4804-4524-af52-e6376c5a3353') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:39.429044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.434439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.436950 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.496581 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.501073 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ed69dbdd-cc61-4242-9a30-76f399fef649 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/4ff49bcb-7aac-4b72-b450-8a12889f9a8a HTTP/1.1" status: 204 len: 168 time: 1.3019788 Feb 04 10:23:39.511567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:39.525967 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'port_id': 'b69aaeb2-5aaa-4894-8341-703b71d06ebc'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:39.526169 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/61ac0994-5932-4731-b9ee-0c05c3d19aca/20d22e0a-da11-43aa-882a-68d21a0e4afa) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:39.533664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:39.535355 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=7d912ca1-4c3b-4530-8732-f2e99acdc9e2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:39.541731 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:floatingip and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:39.545999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:39.548178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.550369 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:39.556536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:39.558666 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f0c5e5ad-fa2f-451f-a9cc-817cdd34ed2a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8599160 Feb 04 10:23:39.572543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:39.575681 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:39.583593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:39.588925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:39.589500 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.596403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:39.596832 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.606232 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:39.615101 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:39.620118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=60653fa1-0bdb-45bf-bf0f-aac042a5bd67,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:39.624890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.637118 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-be64a3fc-ed91-49c0-8c07-c70f0001a92e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2847433 Feb 04 10:23:39.639598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38344) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:39.643143 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e7b9-f38a-4694-b4ea-036903b86fb8 req-78f65c85-03cd-48ec-a521-b40f9e990d62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:39.651490 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5312e7b9-f38a-4694-b4ea-036903b86fb8 req-78f65c85-03cd-48ec-a521-b40f9e990d62 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2250195 Feb 04 10:23:39.790443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.861072 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5312e7b9-f38a-4694-b4ea-036903b86fb8 req-2c15b881-0b60-4404-b8fd-89956cf8cc47 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082462 Feb 04 10:23:39.895913 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:23:39.923905 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.961425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:39.970608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Network': ['ID=b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:39.999679 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5eff9b3d-70dd-4980-ac6b-76f1bd627b5d tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/networks/b78599e4-ba25-4a2a-8e1b-8d1c3aa8e988 HTTP/1.1" status: 204 len: 168 time: 1.4935853 Feb 04 10:23:40.056708 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.066088 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.121395 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Transition to ACTIVE for port object 20d22e0a-da11-43aa-882a-68d21a0e4afa will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:40.153318 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.213 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/a0db8d46-6b17-4c3a-8929-c726503b6bd9) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:40.183199 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Transition to ACTIVE for port object 20d22e0a-da11-43aa-882a-68d21a0e4afa will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:40.196660 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.307764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadc466-2510-4418-8339-b69403daceda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:40.308430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7dadc466-2510-4418-8339-b69403daceda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:40.339680 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Pushing event updated for resources: {'Port': ['ID=20d22e0a-da11-43aa-882a-68d21a0e4afa,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:40.366867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:40.368704 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:40.374303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:40.379031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7dadc466-2510-4418-8339-b69403daceda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:40.382254 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7dadc466-2510-4418-8339-b69403daceda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5985975 Feb 04 10:23:40.384671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:40.514101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Attempting to bind port 20d22e0a-da11-43aa-882a-68d21a0e4afa on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:40.515206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Attempting to bind port 20d22e0a-da11-43aa-882a-68d21a0e4afa by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:40.515889 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Attempting to bind port 20d22e0a-da11-43aa-882a-68d21a0e4afa on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:40.523272 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:40.524624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:40.525691 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.526340 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:40.527616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Bound port: 20d22e0a-da11-43aa-882a-68d21a0e4afa, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:40.528224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.539791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 60653fa1-0bdb-45bf-bf0f-aac042a5bd67 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:40.540171 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.554196 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38358) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:40.561511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'name': 'tempest-router--131990509', 'project_id': '0117ee5f8f2e499bb9907cfd74206cf6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:40.586080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:40.612423 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:router and tenant:0117ee5f8f2e499bb9907cfd74206cf6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:40.618829 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:40.630076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.636790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] For port 20d22e0a-da11-43aa-882a-68d21a0e4afa, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:40.640090 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:40.640786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] For port 20d22e0a-da11-43aa-882a-68d21a0e4afa, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=20d22e0a-da11-43aa-882a-68d21a0e4afa,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:40.648181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.706546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.717536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.766005 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.767644 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.825113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27fe74-1f20-45d5-a2c4-c20829a01c6c None None] Pushing event updated for resources: {'Port': ['ID=20d22e0a-da11-43aa-882a-68d21a0e4afa,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:40.877602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.908354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.922383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Pushing event updated for resources: {'Port': ['ID=85af72b0-4d4c-4c43-b804-22432a959951,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:40.956242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.981386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.989598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:40.991422 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c11f2f68-60a5-4e90-8b1e-7e04670f03eb tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4361115 Feb 04 10:23:41.003876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38366) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:41.063738 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:41.067994 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=a0db8d46-6b17-4c3a-8929-c726503b6bd9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:41.071544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:41.075735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:41.128284 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:41.130839 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b8cc2387-ca03-4603-a815-9b25c76ee3d0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3620145 Feb 04 10:23:41.151077 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:41.319188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:41.414789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:41.436236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d4d82-8a25-4a63-a1f0-6f6e1a0e9325 req-52ad6574-827e-4fe2-8f82-e8707c6ec447 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:41.437872 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f62d4d82-8a25-4a63-a1f0-6f6e1a0e9325 req-52ad6574-827e-4fe2-8f82-e8707c6ec447 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2936161 Feb 04 10:23:41.649134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:41.652868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 60653fa1-0bdb-45bf-bf0f-aac042a5bd67 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:41.661991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:41.662386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Usage tracker for resource:floatingip and tenant:2824bcead48d4f6fb3d01c97f1a8a2a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:41.665256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:41.670993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:41.695600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:41.736432 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 20d22e0a-da11-43aa-882a-68d21a0e4afa up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:41.747236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f62d4d82-8a25-4a63-a1f0-6f6e1a0e9325 req-3f392d1a-78e3-47be-ba29-411af4b462a7 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844565 Feb 04 10:23:41.913833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 20d22e0a-da11-43aa-882a-68d21a0e4afa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:42.187707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.192617 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.226763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277e1e6-65d4-45fb-9f9b-3397eb777b91 req-3cc25734-566f-46c7-b35b-a54a8b276d1d tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:42.228448 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4277e1e6-65d4-45fb-9f9b-3397eb777b91 req-3cc25734-566f-46c7-b35b-a54a8b276d1d tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.6388600 Feb 04 10:23:42.273853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.288499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.289009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed9e54fd-44d3-4cf4-a284-517ffd33bb76 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:23:42.303596 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4277e1e6-65d4-45fb-9f9b-3397eb777b91 req-ead85492-32b9-40dd-a5a4-696ae393e3db tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620890 Feb 04 10:23:42.323377 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.324497 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b47e62fe-0948-4068-890a-e9b183205145 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ed9e54fd-44d3-4cf4-a284-517ffd33bb76 HTTP/1.1" status: 204 len: 168 time: 1.3143110 Feb 04 10:23:42.367574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.463188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Provisioning for port 20d22e0a-da11-43aa-882a-68d21a0e4afa completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:42.469516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Provisioning complete for port 20d22e0a-da11-43aa-882a-68d21a0e4afa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:42.470521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.472074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=60653fa1-0bdb-45bf-bf0f-aac042a5bd67,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:42.573389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38382) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:42.618107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Allocated IP 172.26.5.135 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:42.780550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.796269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.801327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38388) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:42.822990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0d10-e8eb-44e6-93a4-f52698618396 req-fc607122-4eaf-4447-9d09-b2543066cf2e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:42.829244 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:42.830640 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f7cd0d10-e8eb-44e6-93a4-f52698618396 req-fc607122-4eaf-4447-9d09-b2543066cf2e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.8941512 Feb 04 10:23:42.831971 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5ffc56e2-b543-4dfe-a314-995d2bb08cfc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/60653fa1-0bdb-45bf-bf0f-aac042a5bd67 HTTP/1.1" status: 204 len: 168 time: 2.4450650 Feb 04 10:23:42.838868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38392) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:42.845668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] For port 20d22e0a-da11-43aa-882a-68d21a0e4afa, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=20d22e0a-da11-43aa-882a-68d21a0e4afa,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:42.855318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:42.955197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538df18-cbdf-4ffd-9618-bf465e736468 None None] Pushing event updated for resources: {'Port': ['ID=20d22e0a-da11-43aa-882a-68d21a0e4afa,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:42.979143 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8ecb5538-aa2a-4fa8-88b0-a95d6c7034ba None None] Could not find standard attr ID for object 60653fa1-0bdb-45bf-bf0f-aac042a5bd67. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:23:42.998764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-900813841', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:43.020503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:43.036344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:43.039805 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f7cd0d10-e8eb-44e6-93a4-f52698618396 req-c77a09d3-13ab-456b-a34b-6b29f7b07648 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892297 Feb 04 10:23:43.042599 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:43.046574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:43.049356 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:43.057280 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:43.071233 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:43.073089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6bdac6-303e-4be6-ae33-1711e6b7cf78 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:43.074758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6bdac6-303e-4be6-ae33-1711e6b7cf78 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:43.075509 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ab6bdac6-303e-4be6-ae33-1711e6b7cf78 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:43.076408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.082585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:43.098988 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.109838 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ab6bdac6-303e-4be6-ae33-1711e6b7cf78 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:43.114348 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ab6bdac6-303e-4be6-ae33-1711e6b7cf78 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2653832 Feb 04 10:23:43.114820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:43.122298 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:43.153135 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.169855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-35a251c2-c126-4566-b69b-b0eafef1eb3e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:43.171254 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-35a251c2-c126-4566-b69b-b0eafef1eb3e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.2511373 Feb 04 10:23:43.271706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.272973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.276492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.296987 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 61ac0994-5932-4731-b9ee-0c05c3d19aca {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:43.312254 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Deleting port f69fc198-b23f-4788-8350-44a62a25ada0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:43.312600 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.337235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.391929 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:43.399053 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.400568 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:43.403371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:43.429001 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.457575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Pushing event updated for resources: {'Port': ['ID=af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:43.472923 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.667488 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 20d22e0a-da11-43aa-882a-68d21a0e4afa up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:43.679450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8a3cd-0153-492d-9e5d-95ddf835da07 req-6fd07432-3dae-46f7-826d-f3fc281e028f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:43.680768 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-aaa8a3cd-0153-492d-9e5d-95ddf835da07 req-6fd07432-3dae-46f7-826d-f3fc281e028f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4732485 Feb 04 10:23:43.758533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 20d22e0a-da11-43aa-882a-68d21a0e4afa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:43.759118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.870270 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:43.959913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15124475-97ca-4e97-bad9-ef2635d693d7 req-803de354-bb1e-471d-9d8a-caec67574c00 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:43.961321 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-15124475-97ca-4e97-bad9-ef2635d693d7 req-803de354-bb1e-471d-9d8a-caec67574c00 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 945 time: 0.5051358 Feb 04 10:23:44.002210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.029407 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-aaa8a3cd-0153-492d-9e5d-95ddf835da07 req-37cfe46a-f25f-4f9c-b78a-49bb1cc2fe1d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882545 Feb 04 10:23:44.032558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] For port f69fc198-b23f-4788-8350-44a62a25ada0, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f69fc198-b23f-4788-8350-44a62a25ada0,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:44.033278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.048612 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.057727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.170157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.175843 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-15124475-97ca-4e97-bad9-ef2635d693d7 req-624e384c-68b0-4cab-bc9e-44f8beb3ac88 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups?id=808529c0-d069-4815-8f4d-e8cd4e1fce33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968312 Feb 04 10:23:44.178712 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.290997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.328737 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=4e518d74-6484-44ea-97e9-4444573a3136,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:44.329274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.365864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=61ac0994-5932-4731-b9ee-0c05c3d19aca,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:44.370814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '02c4c090-2a25-4869-ba9d-f594db2a490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:44.370952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.371034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: 7d912ca1-4c3b-4530-8732-f2e99acdc9e2, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:44.374295 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1c894-5186-470e-8ae4-a796652a162b None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:44.505736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:44.529207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec78f8-721b-4043-a030-ef20365f8a90 req-510e162a-47f2-4399-bc49-6fd862c5a95c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:44.530765 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-24ec78f8-721b-4043-a030-ef20365f8a90 req-510e162a-47f2-4399-bc49-6fd862c5a95c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3472798 Feb 04 10:23:44.532392 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f585f667-1ebd-42e0-8987-36e1e9bb7fa3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/61ac0994-5932-4731-b9ee-0c05c3d19aca HTTP/1.1" status: 204 len: 168 time: 1.4165654 Feb 04 10:23:44.537788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=a0db8d46-6b17-4c3a-8929-c726503b6bd9,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:44.543901 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38408) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:44.556814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 7d912ca1-4c3b-4530-8732-f2e99acdc9e2) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:44.562188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:44.562783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.570603 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d453f0-4666-45a2-be79-f50212e09acc None None] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:44.683001 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-24ec78f8-721b-4043-a030-ef20365f8a90 req-3b20e5d6-1ace-47a9-ab40-64af99852bf3 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135962 Feb 04 10:23:44.702583 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-057fa198-d689-4937-a826-746025308da1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575933 Feb 04 10:23:44.726218 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:44.728206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.746713 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-85ef69e5-1033-4e84-89f0-009a4dcd7dce tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9439962 Feb 04 10:23:44.757386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:44.806113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:44.818513 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Deleting port 20d22e0a-da11-43aa-882a-68d21a0e4afa {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:44.819126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.819582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107373427'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:44.833225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:44.843618 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:44.856198 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:44.894011 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:44.901660 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.904541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.944442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.971485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-7d912ca1-4c3b-4530-8732-f2e99acdc9e2', 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '4e518d74-6484-44ea-97e9-4444573a3136'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:44.972787 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.988464 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.995619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.996409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:44.997118 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Floating IP 5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1 disassociated. External IP: 172.26.5.55, port: f69fc198-b23f-4788-8350-44a62a25ada0. Feb 04 10:23:44.998394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Calling delete_port for f69fc198-b23f-4788-8350-44a62a25ada0 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:45.048156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:45.053288 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.131221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaba431-de43-43c8-8e85-54e791a98816 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:45.131939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5eaba431-de43-43c8-8e85-54e791a98816 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:45.155074 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP bffb6933-5aab-4f77-a6dd-2e2bc425df36 associated. External IP: 172.26.5.213, port: b69aaeb2-5aaa-4894-8341-703b71d06ebc. Feb 04 10:23:45.200104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Pushing event updated for resources: {'Port': ['ID=af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:45.232826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5eaba431-de43-43c8-8e85-54e791a98816 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:45.234261 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5eaba431-de43-43c8-8e85-54e791a98816 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5178046 Feb 04 10:23:45.245191 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38424) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:45.266710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:45.272351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.324236 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] For port 20d22e0a-da11-43aa-882a-68d21a0e4afa, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=20d22e0a-da11-43aa-882a-68d21a0e4afa,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:45.324780 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.349996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.355263 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4f2f424e-8800-4dc9-b875-6cfd628ea106 tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2027161 Feb 04 10:23:45.356640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.356990 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 939c0a7b-2919-4f35-b58e-a408931d3d27 of type vlan for network b6f88d46-51e5-4dbe-8748-006818df4064 Feb 04 10:23:45.362147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38430) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:45.451640 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.463626 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Calling delete_port for 20d22e0a-da11-43aa-882a-68d21a0e4afa owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:45.489441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f1bb4e-65d1-49f4-8711-c3b7b7d84df0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Synchronizing usage tracker for tenant:69b890d1de7f4f03bd956d346b513bf8 on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:45.515982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Allocated IP 2001:db8:0:ffff::2 (7d912ca1-4c3b-4530-8732-f2e99acdc9e2/4e518d74-6484-44ea-97e9-4444573a3136/8a983681-b7c9-4156-9fce-a7acce67e1b4) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:45.545800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Allocated IP 172.26.5.185 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/d1c2aee7-f05e-4a5b-9d12-1f69f5b5a222) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:45.564861 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f1bb4e-65d1-49f4-8711-c3b7b7d84df0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Unset dirty status for tenant:69b890d1de7f4f03bd956d346b513bf8 on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:45.566452 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-15f1bb4e-65d1-49f4-8711-c3b7b7d84df0 tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4475 time: 0.2028027 Feb 04 10:23:45.568855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.576323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38434) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:45.611574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event deleted for resources: {'Port': ['ID=f69fc198-b23f-4788-8350-44a62a25ada0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:45.633343 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-fd4bdbfe-87dd-47f8-8b9b-d4e0c2a226cc req-8c6a6fa9-8482-41fe-a25c-1aa5b2b506d6 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.2003512 Feb 04 10:23:45.889405 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:45.901801 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Transition to ACTIVE for port object 8a983681-b7c9-4156-9fce-a7acce67e1b4 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:45.923217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Transition to ACTIVE for port object 8a983681-b7c9-4156-9fce-a7acce67e1b4 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:45.951168 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 20d22e0a-da11-43aa-882a-68d21a0e4afa no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:45.987296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.015297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.049842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.060868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] No DVR routers for this DVR port 20d22e0a-da11-43aa-882a-68d21a0e4afa on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:46.062834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d2303-ae8b-47a3-9545-1be97399c5d0 None None] Pushing event deleted for resources: {'Port': ['ID=20d22e0a-da11-43aa-882a-68d21a0e4afa,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:46.077544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:46.078671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 20d22e0a-da11-43aa-882a-68d21a0e4afa {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:23:46.079124 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 20d22e0a-da11-43aa-882a-68d21a0e4afa not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:23:46.110846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.115661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:46.129685 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:46.162919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Router 340b81f0-9590-4d36-99d3-9d1c9a96f79e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:46.178879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042f89a-2441-4f8b-9cd6-6d7c7cb05225 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:46.179981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6042f89a-2441-4f8b-9cd6-6d7c7cb05225 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:46.185478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-892594f5-af3a-4acc-84a5-550e7a40fa60 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Synchronizing usage tracker for tenant:02d1b7cae5b5484d8fa694ced09b6dd7 on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:46.204948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:23:46.212155 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6042f89a-2441-4f8b-9cd6-6d7c7cb05225 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:46.216240 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6042f89a-2441-4f8b-9cd6-6d7c7cb05225 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9693003 Feb 04 10:23:46.217006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:46.269987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:46.277886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-892594f5-af3a-4acc-84a5-550e7a40fa60 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Unset dirty status for tenant:02d1b7cae5b5484d8fa694ced09b6dd7 on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:46.282361 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-892594f5-af3a-4acc-84a5-550e7a40fa60 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7048459 Feb 04 10:23:46.283144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Attempting to bind port 8a983681-b7c9-4156-9fce-a7acce67e1b4 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:46.283678 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Attempting to bind port 8a983681-b7c9-4156-9fce-a7acce67e1b4 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '02c4c090-2a25-4869-ba9d-f594db2a490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:46.284284 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Attempting to bind port 8a983681-b7c9-4156-9fce-a7acce67e1b4 on network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:46.287967 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38446) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:46.289864 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:46.293206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:46.293727 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Checking segment: {'id': '02c4c090-2a25-4869-ba9d-f594db2a490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:46.294665 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.295172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Bound using segment: {'id': '02c4c090-2a25-4869-ba9d-f594db2a490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:46.295831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Bound port: 8a983681-b7c9-4156-9fce-a7acce67e1b4, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c4c090-2a25-4869-ba9d-f594db2a490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '7d912ca1-4c3b-4530-8732-f2e99acdc9e2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:46.296331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.298237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:46.316711 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Pushing event updated for resources: {'Port': ['ID=8a983681-b7c9-4156-9fce-a7acce67e1b4,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:46.418381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] For port 8a983681-b7c9-4156-9fce-a7acce67e1b4, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:46.421828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] For port 8a983681-b7c9-4156-9fce-a7acce67e1b4, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8a983681-b7c9-4156-9fce-a7acce67e1b4,segment=NetworkSegment(02c4c090-2a25-4869-ba9d-f594db2a490a),segment_id=02c4c090-2a25-4869-ba9d-f594db2a490a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:46.425988 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event updated for resources: {'Port': ['ID=d1c2aee7-f05e-4a5b-9d12-1f69f5b5a222,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:46.432107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.433883 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-56d5e596-7a7a-42ec-85d5-80cbb8827d64 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2116954 Feb 04 10:23:46.434496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.434717 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:46.439957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:46.440725 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.509279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:46.528596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94863ac1-2a3e-4d55-a4d6-ee0f4ecbbb50 None None] Pushing event updated for resources: {'Port': ['ID=8a983681-b7c9-4156-9fce-a7acce67e1b4,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:46.559679 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8011947 Feb 04 10:23:46.635554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fad9-81a2-4926-b57b-4f154cbd0021 req-3ceecd40-3b08-43e5-a150-4b7f748bb6ec tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:46.642644 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d7e7fad9-81a2-4926-b57b-4f154cbd0021 req-3ceecd40-3b08-43e5-a150-4b7f748bb6ec tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.5958743 Feb 04 10:23:46.644712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:46.719548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6715d-4196-4149-b9d9-fdd4a9ce0857 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=b6f88d46-51e5-4dbe-8748-006818df4064,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:46.727115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:46.732557 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network b6f88d46-51e5-4dbe-8748-006818df4064 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:46.838329 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:46.859561 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Deleting port af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:46.860152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:46.864280 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Sync routers for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:46.902438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:46.903095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:47.068865 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3f185ea0-4a51-440a-b9df-34965e86a859 req-e8836b80-fb69-4401-b789-537d1c7d6979 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1f0cc87-37dd-4705-a0ff-da5e93786377 HTTP/1.1" status: 200 len: 210 time: 0.2251129 Feb 04 10:23:47.104787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] No DVR routers for this DVR port f69fc198-b23f-4788-8350-44a62a25ada0 on host hv-neutron-8278 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:47.122437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.133274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'name': 'network-vif-deleted', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:47.143469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:47.147500 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-b7b5c212-2bed-4e31-a47d-741f11692fa9 req-c461019f-8164-4666-876e-1d474978c757 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.71 "DELETE /v2.0/ports/f69fc198-b23f-4788-8350-44a62a25ada0 HTTP/1.1" status: 204 len: 173 time: 3.9678242 Feb 04 10:23:47.157987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.163312 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:47.174908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:47.190199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:47.197407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.233890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:47.250470 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f0cc87-37dd-4705-a0ff-da5e93786377', 'name': 'network-vif-deleted', 'tag': 'f69fc198-b23f-4788-8350-44a62a25ada0', 'status': 'completed', 'code': 200} Feb 04 10:23:47.461365 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d7e7fad9-81a2-4926-b57b-4f154cbd0021 req-c2a90dd7-0388-4f76-b4a2-b4a56b56c679 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8177574 Feb 04 10:23:47.602529 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:47.615269 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:47.631214 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:47.632193 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:47.651229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:47.654869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.662956 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:47.666044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:47.680957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:47.785519 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:47.790992 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9cdbf0c8-251a-4eef-ba94-4bb08d09d943 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.2753713 Feb 04 10:23:47.802515 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.802869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:47.814892 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Checking router: 340b81f0-9590-4d36-99d3-9d1c9a96f79e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:47.835868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:47.854136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:47.855129 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:47.912103 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:47.931364 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8a983681-b7c9-4156-9fce-a7acce67e1b4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:47.948159 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:47.950599 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:48.020580 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device f69fc198-b23f-4788-8350-44a62a25ada0 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:48.053829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.062256 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:48.062817 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15a5c4-8fa6-4f1f-900b-a16d433358de None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:48.095246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] No Port match for: f69fc198-b23f-4788-8350-44a62a25ada0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:23:48.096289 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device f69fc198-b23f-4788-8350-44a62a25ada0 not bound to the agent host hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:23:48.174279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:48.180584 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:48.193760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:48.194395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.219008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.230743 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4cfc4b3c-9338-45ee-aa97-a6fbb4e5cb56 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/floatingips/bffb6933-5aab-4f77-a6dd-2e2bc425df36 HTTP/1.1" status: 200 len: 979 time: 0.3915977 Feb 04 10:23:48.233309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38468) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:48.249611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319eeeb9-4c81-4c42-aa81-a3fe3e12c7a3 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:48.342804 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fe8a4-352f-4d89-9a09-4819df50ae2b None None] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:48.427544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38474) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:48.435697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=04991efe-79bb-43f8-80a2-b57633641e82,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:48.454093 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a86abc05-80a2-4a7a-b9c2-31dfc1ab7a8c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0105371 Feb 04 10:23:48.468928 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38478) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:48.488185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '04991efe-79bb-43f8-80a2-b57633641e82', 'ip_address': '2001:db8::baf1:866b:e87:d7dd'}], 'name': 'tempest-NetworksTestDHCPv6-2128953061'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:48.511052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 8a983681-b7c9-4156-9fce-a7acce67e1b4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:48.552642 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:48.584387 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Calling delete_port for af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:48.622617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Provisioning for port 8a983681-b7c9-4156-9fce-a7acce67e1b4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:48.643879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-33647041-369d-4f75-95f9-e4c9dc139389 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Synchronizing usage tracker for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:48.649564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Provisioning complete for port 8a983681-b7c9-4156-9fce-a7acce67e1b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:48.650035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.721253 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.731047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:48.734527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.796443 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-33647041-369d-4f75-95f9-e4c9dc139389 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Unset dirty status for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:48.798767 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-33647041-369d-4f75-95f9-e4c9dc139389 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5623550 Feb 04 10:23:48.803520 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.813005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38484) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:48.837062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': '9f957646-32c1-499d-a079-4886c6e64c01'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:48.990638 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:48.991365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-1a8e53e0-9ae2-4dee-8a82-e4f5db4ae1b7 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:48.992901 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-1a8e53e0-9ae2-4dee-8a82-e4f5db4ae1b7 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.71 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 1.7376952 Feb 04 10:23:48.997908 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.060576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:49.088038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:49.094340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:49.127249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:49.162990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd1c7a-9fe1-4743-b7ef-2d7cdeb2c8fd req-1c2abd7a-d5cc-4146-ba66-455a6edd8361 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:49.169968 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-7bbd1c7a-9fe1-4743-b7ef-2d7cdeb2c8fd req-1c2abd7a-d5cc-4146-ba66-455a6edd8361 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 0.5286808 Feb 04 10:23:49.189549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:49.219356 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Deleting port 7115e140-bbcb-415a-a877-0e66fed583b4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:49.219746 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.296159 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '04991efe-79bb-43f8-80a2-b57633641e82'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:49.296989 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.318542 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.358432 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-7bbd1c7a-9fe1-4743-b7ef-2d7cdeb2c8fd req-220f773e-b300-4391-a6ab-2f51b8f98938 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875193 Feb 04 10:23:49.362971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.378353 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.429878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] For port 8a983681-b7c9-4156-9fce-a7acce67e1b4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8a983681-b7c9-4156-9fce-a7acce67e1b4,segment=NetworkSegment(02c4c090-2a25-4869-ba9d-f594db2a490a),segment_id=02c4c090-2a25-4869-ba9d-f594db2a490a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:49.448302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.449962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Pushing event deleted for resources: {'Port': ['ID=af59dc9b-4cf1-4b61-8d2f-0a9e7c53e7da,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:49.454281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808529c0-d069-4815-8f4d-e8cd4e1fce33,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:49.496112 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.501714 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-315d2619-cb92-4801-a427-6e8b2ce38477 tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "DELETE /v2.0/security-groups/808529c0-d069-4815-8f4d-e8cd4e1fce33 HTTP/1.1" status: 204 len: 168 time: 1.0676444 Feb 04 10:23:49.507866 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:49.537423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.604609 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59cfd4-efab-4338-b689-95fbc0164d49 None None] Pushing event updated for resources: {'Port': ['ID=8a983681-b7c9-4156-9fce-a7acce67e1b4,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:49.610331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:49.620123 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-8ce3a792-9260-4b59-ba3b-fd73f44de22a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] show failed (client error): The resource could not be found. Feb 04 10:23:49.621177 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8ce3a792-9260-4b59-ba3b-fd73f44de22a tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "GET /v2.0/security-groups/808529c0-d069-4815-8f4d-e8cd4e1fce33 HTTP/1.1" status: 404 len: 347 time: 0.1126289 Feb 04 10:23:49.621672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/04991efe-79bb-43f8-80a2-b57633641e82/0bb243b4-af47-4df5-9ce9-f861f86eaff7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:49.627658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efe453-1e62-4ed0-b930-95b0eb9f56d6 None None] The sync data for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv is: [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:22:13Z', 'revision_number': 4, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '1dc7ac41-1733-414d-ab23-c6dc98d51d1b', 'name': '', 'network_id': '3bcd190b-b096-4b12-aaf0-18bb6168e747', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'mac_address': 'fa:16:3e:85:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:10Z', 'updated_at': '2022-02-04T10:22:26Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'subnets': [{'id': 'cdd21938-22c0-4fc7-b855-dacc0dfc32f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:49.656556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38492) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:49.788122 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port d75c2a0a-2ecf-457f-b924-cf40e68fdbdb yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:49.917473 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:23:49.953826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db9b420a-9c8a-48a5-9771-f4f85092d6b5 None None] Provisioning complete for port 8a983681-b7c9-4156-9fce-a7acce67e1b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:49.954323 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db9b420a-9c8a-48a5-9771-f4f85092d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.961508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:49.993297 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.023871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Transition to ACTIVE for port object 0bb243b4-af47-4df5-9ce9-f861f86eaff7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:50.050322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Transition to ACTIVE for port object 0bb243b4-af47-4df5-9ce9-f861f86eaff7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:50.063094 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.104414 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abfa842-7b6d-4e73-ae43-00323533ec30 None None] New status for floating IP 5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:23:50.153983 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.170223 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Deleting port cc750db7-6c8a-4e8c-b0a0-f743351ef37a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:50.170579 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.178629 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::baf1:866b:e87:d7dd (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/04991efe-79bb-43f8-80a2-b57633641e82/d75c2a0a-2ecf-457f-b924-cf40e68fdbdb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:50.254230 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Router e1569c04-e292-42d3-b26a-0c4557009e03 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:23:50.295107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=e4d1ffe0-5e25-4fbf-9d13-aa5cca1f8635,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:50.326697 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:50.333893 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:50.340341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:50.416788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.420386 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-49e8b3fc-4468-43c5-a29d-7050863cf55e tempest-FloatingIPAdminTestJSON-1737389602 tempest-FloatingIPAdminTestJSON-1737389602-project] 10.222.0.73 "DELETE /v2.0/floatingips/661cd87d-39f4-4dc6-b928-b7441fef1aa1 HTTP/1.1" status: 204 len: 168 time: 4.1260095 Feb 04 10:23:50.435521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Pushing event updated for resources: {'Port': ['ID=0bb243b4-af47-4df5-9ce9-f861f86eaff7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:50.478085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:50.488428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '939c0a7b-2919-4f35-b58e-a408931d3d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:50.488839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: b6f88d46-51e5-4dbe-8748-006818df4064, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:23:50.510769 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Attempting to bind port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:50.511431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Attempting to bind port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:50.511894 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Attempting to bind port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:50.518700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:50.519232 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:50.519741 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.520934 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:50.521702 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Bound port: 0bb243b4-af47-4df5-9ce9-f861f86eaff7, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:50.522211 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.605011 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.613363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.619081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] For port 0bb243b4-af47-4df5-9ce9-f861f86eaff7, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:50.622305 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] For port 0bb243b4-af47-4df5-9ce9-f861f86eaff7, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0bb243b4-af47-4df5-9ce9-f861f86eaff7,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:50.627428 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.649672 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] For port 7115e140-bbcb-415a-a877-0e66fed583b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7115e140-bbcb-415a-a877-0e66fed583b4,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:50.650068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.713435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69a98-1a6a-498c-85c4-556c1175391e None None] Pushing event updated for resources: {'Port': ['ID=0bb243b4-af47-4df5-9ce9-f861f86eaff7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:50.879062 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP bffb6933-5aab-4f77-a6dd-2e2bc425df36 associated. External IP: 172.26.5.213, port: b69aaeb2-5aaa-4894-8341-703b71d06ebc. Feb 04 10:23:50.936020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Deleting port 85af72b0-4d4c-4c43-b804-22432a959951 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:50.936542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.942726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:50.985518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object d75c2a0a-2ecf-457f-b924-cf40e68fdbdb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:50.987104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network b6f88d46-51e5-4dbe-8748-006818df4064 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:23:51.026346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.026687 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.108883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, b6f88d46-51e5-4dbe-8748-006818df4064) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:51.113871 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:51.115121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.121922 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b8f42-9ed7-4499-a1ae-7484b80395f8 None None] Network b6f88d46-51e5-4dbe-8748-006818df4064 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:51.160421 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.307512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:51.318273 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:51.329070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=d75c2a0a-2ecf-457f-b924-cf40e68fdbdb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:51.333900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:51.339392 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:51.340002 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.368897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-b6f88d46-51e5-4dbe-8748-006818df4064', 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': 'e4d1ffe0-5e25-4fbf-9d13-aa5cca1f8635'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:51.369674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.378312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Calling delete_port for cc750db7-6c8a-4e8c-b0a0-f743351ef37a owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:51.381307 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-119a3485-19fb-49de-9eb7-34fcb6fd8d3b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9113584 Feb 04 10:23:51.383261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:51.383869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:51.458163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:51.472657 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] Sync routers for ids ['e1569c04-e292-42d3-b26a-0c4557009e03'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:51.490796 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] Routers {'e1569c04-e292-42d3-b26a-0c4557009e03'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:51.491938 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e1569c04-e292-42d3-b26a-0c4557009e03'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:51.606542 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Allocated IP 2001:db8::1 (b6f88d46-51e5-4dbe-8748-006818df4064/e4d1ffe0-5e25-4fbf-9d13-aa5cca1f8635/92e50979-8ed4-4ca0-9624-ddb694362c2f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:51.613403 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:51.628131 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] Routers {'e1569c04-e292-42d3-b26a-0c4557009e03'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:51.629869 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e1569c04-e292-42d3-b26a-0c4557009e03'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:51.685071 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b5bd6-815e-46d6-9b33-c1576637a145 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:51.696229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b5bd6-815e-46d6-9b33-c1576637a145 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:51.697034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c9b5bd6-815e-46d6-9b33-c1576637a145 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:51.724882 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:51.753685 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:51.760419 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0ed7d-aebf-4263-9f8a-64195cd49fad None None] The sync data for ids ['e1569c04-e292-42d3-b26a-0c4557009e03'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:51.774624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:51.786167 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.786887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.787209 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Floating IP 6f7882c1-2443-4d22-a122-642f58acde1c disassociated. External IP: 172.26.5.132, port: 7115e140-bbcb-415a-a877-0e66fed583b4. Feb 04 10:23:51.787603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Calling delete_port for 7115e140-bbcb-415a-a877-0e66fed583b4 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:51.854477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:51.855223 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c9b5bd6-815e-46d6-9b33-c1576637a145 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:51.855796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:51.856420 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0c9b5bd6-815e-46d6-9b33-c1576637a145 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4716544 Feb 04 10:23:51.859415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38508) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:51.980948 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:51.996342 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Transition to ACTIVE for port object 92e50979-8ed4-4ca0-9624-ddb694362c2f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:52.021376 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Transition to ACTIVE for port object 92e50979-8ed4-4ca0-9624-ddb694362c2f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:52.023376 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.024306 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.035364 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0bb243b4-af47-4df5-9ce9-f861f86eaff7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:52.063715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 7115e140-bbcb-415a-a877-0e66fed583b4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:52.125096 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b015ca7d-70b9-4cb2-b038-04d8ec76cd84 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.4073553 Feb 04 10:23:52.127974 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38512) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:52.139976 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.144226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:52.185663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port d75c2a0a-2ecf-457f-b924-cf40e68fdbdb {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:52.186041 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.217385 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Calling delete_port for 85af72b0-4d4c-4c43-b804-22432a959951 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:52.231189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:52.231824 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:52.247687 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.251411 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-307de532-c43a-43bc-a3e8-f1420df8a609 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.6776886 Feb 04 10:23:52.255764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38516) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:52.313334 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Network b6f88d46-51e5-4dbe-8748-006818df4064 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:52.322353 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:52.325429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:52.331862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:52.334103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039ff54-d08d-4455-90b3-9a7f617ab106 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:52.343486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-36b93b96-a4f3-4a00-8545-1724d215c36c None None] Provisioning for port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:52.350121 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Pushing event updated for resources: {'Port': ['ID=92e50979-8ed4-4ca0-9624-ddb694362c2f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:52.373745 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da566228-2ce1-4093-ad0d-0556b813bba9 req-416fb118-058e-48ca-afec-e19bbb0e305b tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:52.375318 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-da566228-2ce1-4093-ad0d-0556b813bba9 req-416fb118-058e-48ca-afec-e19bbb0e305b tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 946 time: 1.7952542 Feb 04 10:23:52.487966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:52.505344 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Attempting to bind port 92e50979-8ed4-4ca0-9624-ddb694362c2f on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:52.505726 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Attempting to bind port 92e50979-8ed4-4ca0-9624-ddb694362c2f by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '939c0a7b-2919-4f35-b58e-a408931d3d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:52.506117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Attempting to bind port 92e50979-8ed4-4ca0-9624-ddb694362c2f on network b6f88d46-51e5-4dbe-8748-006818df4064 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:52.509910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:52.509910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.555683 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.562341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:52.562716 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Checking segment: {'id': '939c0a7b-2919-4f35-b58e-a408931d3d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:52.563123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.563517 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Bound using segment: {'id': '939c0a7b-2919-4f35-b58e-a408931d3d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:52.563994 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Bound port: 92e50979-8ed4-4ca0-9624-ddb694362c2f, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c0a7b-2919-4f35-b58e-a408931d3d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6f88d46-51e5-4dbe-8748-006818df4064'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:52.564363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.586352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.628799 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-da566228-2ce1-4093-ad0d-0556b813bba9 req-f1aedd5f-ab17-4ae6-bf72-20c919bf05a1 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups?id=11013562-707e-4a95-a4ed-6373d3321f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334826 Feb 04 10:23:52.640813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:23:52.640813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:23:52.654105 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c82e4c26-c35b-4032-9dbe-ca25a829304d None None] Provisioning for port d75c2a0a-2ecf-457f-b924-cf40e68fdbdb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:52.654371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.660533 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-259fe1e8-4a48-4d1b-a393-4d4fc79bb8d0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/e1569c04-e292-42d3-b26a-0c4557009e03 HTTP/1.1" status: 200 len: 924 time: 0.3972194 Feb 04 10:23:52.663501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38520) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:52.687831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c82e4c26-c35b-4032-9dbe-ca25a829304d None None] Provisioning complete for port d75c2a0a-2ecf-457f-b924-cf40e68fdbdb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:52.687831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c82e4c26-c35b-4032-9dbe-ca25a829304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.742126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 92e50979-8ed4-4ca0-9624-ddb694362c2f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:52.742834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.784231 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event deleted for resources: {'Port': ['ID=7115e140-bbcb-415a-a877-0e66fed583b4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:52.802200 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b0e2406e-85a9-4d50-a126-d1f7d7508235 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1569c04-e292-42d3-b26a-0c4557009e03 HTTP/1.1" status: 200 len: 205 time: 0.1352203 Feb 04 10:23:52.803026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38524) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:52.824417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:52.833237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.842181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] For port 92e50979-8ed4-4ca0-9624-ddb694362c2f, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:52.853758 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c82e4c26-c35b-4032-9dbe-ca25a829304d None None] Port d75c2a0a-2ecf-457f-b924-cf40e68fdbdb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:23:52.865549 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] For port 92e50979-8ed4-4ca0-9624-ddb694362c2f, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=92e50979-8ed4-4ca0-9624-ddb694362c2f,segment=NetworkSegment(939c0a7b-2919-4f35-b58e-a408931d3d27),segment_id=939c0a7b-2919-4f35-b58e-a408931d3d27)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:52.872895 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.907759 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.981758 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 0bb243b4-af47-4df5-9ce9-f861f86eaff7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0bb243b4-af47-4df5-9ce9-f861f86eaff7,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:52.985198 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6618-d7a3-4e0c-adbd-c1c1bd67786e None None] Pushing event updated for resources: {'Port': ['ID=92e50979-8ed4-4ca0-9624-ddb694362c2f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:52.990757 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:52.992192 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8a983681-b7c9-4156-9fce-a7acce67e1b4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:53.030243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for d75c2a0a-2ecf-457f-b924-cf40e68fdbdb owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:53.138826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=0bb243b4-af47-4df5-9ce9-f861f86eaff7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:53.155473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8a983681-b7c9-4156-9fce-a7acce67e1b4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:53.155860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.322279 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Deleting port cc750db7-6c8a-4e8c-b0a0-f743351ef37a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:53.322875 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.378960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.494637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.509698 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Pushing event deleted for resources: {'Port': ['ID=85af72b0-4d4c-4c43-b804-22432a959951,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:53.638558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.679121 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=d75c2a0a-2ecf-457f-b924-cf40e68fdbdb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:53.709279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:53.719846 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:53.740226 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:53.740852 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:53.804929 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.848746 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:53.857965 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:53.858581 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:53.881267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0bb243b4-af47-4df5-9ce9-f861f86eaff7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:53.933259 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:53.933764 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f0ce6-bba9-4ab4-82d1-59a376aaa071 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:53.971431 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:53.991572 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:53.992299 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.007153 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.011778 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6246ec16-03cd-41e7-82dc-4c6cf58cf59d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/d75c2a0a-2ecf-457f-b924-cf40e68fdbdb HTTP/1.1" status: 204 len: 168 time: 2.1514044 Feb 04 10:23:54.016343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port 92e50979-8ed4-4ca0-9624-ddb694362c2f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=92e50979-8ed4-4ca0-9624-ddb694362c2f,segment=NetworkSegment(939c0a7b-2919-4f35-b58e-a408931d3d27),segment_id=939c0a7b-2919-4f35-b58e-a408931d3d27)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:54.016711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.032320 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38530) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:54.041769 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-aa6561fd-1a24-44c7-978a-1acbf8643afb req-3745523e-ca0a-4bf4-afe5-9464dfc47281 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.1857178 Feb 04 10:23:54.058601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:54.183298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92e50979-8ed4-4ca0-9624-ddb694362c2f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:23:54.223814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for 92e50979-8ed4-4ca0-9624-ddb694362c2f owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:54.264772 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 92e50979-8ed4-4ca0-9624-ddb694362c2f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:54.321033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.321314 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.346917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7983cc8-1911-4391-b0d0-63dc9e6ed0ad None None] Network b6f88d46-51e5-4dbe-8748-006818df4064 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:54.363883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9b869-657d-43a1-b214-82430023951f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:54.365725 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9b869-657d-43a1-b214-82430023951f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:54.366528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aa9b869-657d-43a1-b214-82430023951f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:54.387751 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4e4eb8bf-63f3-4c02-8f31-8ce8dada6559 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/bffb6933-5aab-4f77-a6dd-2e2bc425df36 HTTP/1.1" status: 200 len: 979 time: 5.5667536 Feb 04 10:23:54.392323 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38534) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:54.401023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:54.444867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bee9529b-fc02-4a59-86fd-89c8db496cd5 None None] Provisioning for port 92e50979-8ed4-4ca0-9624-ddb694362c2f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:23:54.461419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bee9529b-fc02-4a59-86fd-89c8db496cd5 None None] Provisioning complete for port 92e50979-8ed4-4ca0-9624-ddb694362c2f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:23:54.461794 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bee9529b-fc02-4a59-86fd-89c8db496cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.474225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Calling delete_port for cc750db7-6c8a-4e8c-b0a0-f743351ef37a owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:54.500089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aa9b869-657d-43a1-b214-82430023951f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:54.504963 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7aa9b869-657d-43a1-b214-82430023951f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4710743 Feb 04 10:23:54.507085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:54.509297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.511473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38538) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:54.526260 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Sync routers for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:54.572403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.573711 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8599109e-7a34-4a97-8f10-83ee4e716e4c tempest-FloatingIPAdminTestJSON-1615451346 tempest-FloatingIPAdminTestJSON-1615451346-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/d8e7c43b-7659-4e46-a144-f538c7e344a5 HTTP/1.1" status: 204 len: 168 time: 4.0870528 Feb 04 10:23:54.578557 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:54.579262 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:54.590345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:54.615897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port d1c2aee7-f05e-4a5b-9d12-1f69f5b5a222 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:54.616236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.646412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] No DVR routers for this DVR port 7115e140-bbcb-415a-a877-0e66fed583b4 on host hv-neutron-8278 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:54.662820 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.664715 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c8091547-a46c-4963-8fb3-d03221d9f505 req-85389323-06e6-427f-9dae-028f2ac5eeb4 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.71 "DELETE /v2.0/ports/7115e140-bbcb-415a-a877-0e66fed583b4 HTTP/1.1" status: 204 len: 173 time: 5.6615815 Feb 04 10:23:54.665307 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'name': 'network-vif-deleted', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:23:54.678306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.777924 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f426d9-07f2-4fa7-8d68-53a243e266b4', 'name': 'network-vif-deleted', 'tag': '7115e140-bbcb-415a-a877-0e66fed583b4', 'status': 'completed', 'code': 200} Feb 04 10:23:54.803925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 04991efe-79bb-43f8-80a2-b57633641e82 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:23:54.811551 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.846948 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port 400487de-e29f-4437-8a77-247e6164e61a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:54.847291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.889785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.910352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bee9529b-fc02-4a59-86fd-89c8db496cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.941816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:54.948269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:55.039675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Port': ['ID=92e50979-8ed4-4ca0-9624-ddb694362c2f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:55.093411 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.247994 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No DVR routers for this DVR port 92e50979-8ed4-4ca0-9624-ddb694362c2f on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:55.270620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for d1c2aee7-f05e-4a5b-9d12-1f69f5b5a222 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:55.351892 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-45cbc690-be7b-49bc-9096-b312fd90df20 req-49ad0797-bc00-464e-baa7-929655791d9e tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f426d9-07f2-4fa7-8d68-53a243e266b4 HTTP/1.1" status: 200 len: 210 time: 0.0622499 Feb 04 10:23:55.367142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.448197 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Pushing event deleted for resources: {'Port': ['ID=cc750db7-6c8a-4e8c-b0a0-f743351ef37a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:55.476010 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:55.481990 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Checking router: 9e3a5110-a5b7-40db-a6fd-a623eb935f68 for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:23:55.491151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:55.491787 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:55.558887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.612762 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.617828 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f9e4c431-d8b2-4031-b343-aae63e6bda5e tempest-ServersTestManualDisk-260768078 tempest-ServersTestManualDisk-260768078-project] 10.222.0.73 "DELETE /v2.0/floatingips/5acc7318-f0ac-4ee3-ae88-2ab37dd9dff1 HTTP/1.1" status: 204 len: 168 time: 5.9599597 Feb 04 10:23:55.624350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38550) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:55.662287 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.694547 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.694863 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP bffb6933-5aab-4f77-a6dd-2e2bc425df36 disassociated. External IP: 172.26.5.213, port: 9f957646-32c1-499d-a079-4886c6e64c01. Feb 04 10:23:55.728995 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:23:55.775635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.794512 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.857250 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:55.860616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=d1c2aee7-f05e-4a5b-9d12-1f69f5b5a222,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:55.991139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.103643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.154635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Calling delete_port for 400487de-e29f-4437-8a77-247e6164e61a owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:56.168457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:56.174337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea49d8-cf4a-4c23-9858-b22a4526ca86 None None] The sync data for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv is: [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:22:21Z', 'revision_number': 4, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '9d1f11da-2d0d-437b-91d8-eeb238a623c9', 'name': '', 'network_id': 'e82f4b16-eec0-4360-acc0-37a0321622d6', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'mac_address': 'fa:16:3e:ff:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:20Z', 'updated_at': '2022-02-04T10:22:30Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'subnets': [{'id': 'e2c42b2a-9aff-49d9-a591-9ad9eea7f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:56.225666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.304220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.308993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.331383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.351945 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d1ffe0-5e25-4fbf-9d13-aa5cca1f8635,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:56.377209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.377713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router e1569c04-e292-42d3-b26a-0c4557009e03 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:23:56.377830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10574e-4fe2-4d8c-b386-3d6f651c25f9 None None] Network b6f88d46-51e5-4dbe-8748-006818df4064 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:56.402265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.408448 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-beca2176-0c1f-4aed-ac6f-81109b23f2a5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/e1569c04-e292-42d3-b26a-0c4557009e03 HTTP/1.1" status: 204 len: 168 time: 3.6006763 Feb 04 10:23:56.409318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:56.492662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.495951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=04991efe-79bb-43f8-80a2-b57633641e82,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:56.524478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc1b99-1523-41cf-9eda-9fb8fad9bec9 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:56.564583 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f69a29-5bd2-4474-b7e2-578bb336de9a None None] New status for floating IP 6f7882c1-2443-4d22-a122-642f58acde1c: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:23:56.579978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:56.626463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964577436', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:56.634967 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:56.646569 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:router and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:56.651720 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:56.660188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:56.679626 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.685523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.686892 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.710090 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3426f2c5-fea9-49c6-9e31-1a633fe95f4b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/04991efe-79bb-43f8-80a2-b57633641e82 HTTP/1.1" status: 204 len: 168 time: 2.1973474 Feb 04 10:23:56.713255 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38566) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:56.749075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f88d46-51e5-4dbe-8748-006818df4064']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:56.775437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c0a7b-2919-4f35-b58e-a408931d3d27') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:56.776056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c0a7b-2919-4f35-b58e-a408931d3d27') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:56.796790 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.805290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:23:56.807400 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a558f3af-8693-4d0c-9bd9-1aa00638515a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926337 Feb 04 10:23:56.807834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:56.830575 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:56.843881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.876169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.906350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.917441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:56.984547 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02f1fb-0b02-4d23-9492-d20695f2a949 None None] DHCP port deletion for b6f88d46-51e5-4dbe-8748-006818df4064 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:57.076742 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:23:57.081618 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Deleting port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:57.091000 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.091190 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.105965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Port': ['ID=400487de-e29f-4437-8a77-247e6164e61a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:57.108968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:23:57.109357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:23:57.127284 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:23:57.308632 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] For port 0bb243b4-af47-4df5-9ce9-f861f86eaff7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0bb243b4-af47-4df5-9ce9-f861f86eaff7,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:57.311029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.356769 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.380633 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.457259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:57.463694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Calling delete_port for 0bb243b4-af47-4df5-9ce9-f861f86eaff7 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:57.520808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:57.533195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.547031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.554349 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.556927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:57.589471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:57.600411 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] Pushing event deleted for resources: {'Port': ['ID=0bb243b4-af47-4df5-9ce9-f861f86eaff7,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:57.602468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c6cf8-50a1-460f-9994-c63079b21142 None None] No DVR routers for this DVR port 0bb243b4-af47-4df5-9ce9-f861f86eaff7 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:23:57.621898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.624803 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=b6f88d46-51e5-4dbe-8748-006818df4064,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:57.638619 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ea64862b-425a-444a-979b-e6b1b583be92 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/b6f88d46-51e5-4dbe-8748-006818df4064 HTTP/1.1" status: 204 len: 168 time: 5.5072448 Feb 04 10:23:57.643801 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38576) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:57.644372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:57.648331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.664927 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a18388df-da36-493f-bb5e-99aaf09a1852 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/ports/400487de-e29f-4437-8a77-247e6164e61a HTTP/1.1" status: 204 len: 168 time: 3.0735908 Feb 04 10:23:57.668493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38580) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:57.671756 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540835648'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:57.712661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Deleting port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:57.712661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.719054 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0bb243b4-af47-4df5-9ce9-f861f86eaff7 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:57.754512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:23:57.770017 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:23:57.774822 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 0bb243b4-af47-4df5-9ce9-f861f86eaff7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:23:57.775111 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0bb243b4-af47-4df5-9ce9-f861f86eaff7 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:23:57.775553 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92e50979-8ed4-4ca0-9624-ddb694362c2f no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:23:57.785391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.788810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.792561 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "DELETE /v2.0/security-groups/11013562-707e-4a95-a4ed-6373d3321f7b HTTP/1.1" status: 204 len: 168 time: 1.2084751 Feb 04 10:23:57.795959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:57.800520 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:57.806558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:57.812962 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 92e50979-8ed4-4ca0-9624-ddb694362c2f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:23:57.813316 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92e50979-8ed4-4ca0-9624-ddb694362c2f not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:23:57.819190 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:57.820130 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:57.860463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:57.863382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6221fe-f24b-4d4e-a483-f82d19911bff tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11013562-707e-4a95-a4ed-6373d3321f7b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:57.871698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:57.888083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:57.888341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:57.896441 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2a5d2c38-2b72-4f0a-b74c-17365ab65ed9 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/bffb6933-5aab-4f77-a6dd-2e2bc425df36 HTTP/1.1" status: 200 len: 688 time: 3.5027621 Feb 04 10:23:57.902206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38588) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:57.907224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:23:57.907897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:57.972920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:57.976481 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.015317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:23:58.015317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779622f-ee0c-4b40-8d35-4c6f92341325 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:23:58.138928 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-44a85528-cff5-4e91-b9a3-3210d339d4e8 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] show failed (client error): The resource could not be found. Feb 04 10:23:58.139955 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-44a85528-cff5-4e91-b9a3-3210d339d4e8 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "GET /v2.0/security-groups/11013562-707e-4a95-a4ed-6373d3321f7b HTTP/1.1" status: 404 len: 347 time: 0.2794836 Feb 04 10:23:58.142478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:23:58.144871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port a0db8d46-6b17-4c3a-8929-c726503b6bd9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:58.145756 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.146548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38592) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:58.213999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.214355 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 12f7b3ae-c191-48ad-be1e-49e6cb4cf43c of type vlan for network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 Feb 04 10:23:58.297116 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef9964-39c5-4344-90ae-e3f5fc93d393 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:58.297728 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9ef9964-39c5-4344-90ae-e3f5fc93d393 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Synchronizing usage tracker for tenant:02d1b7cae5b5484d8fa694ced09b6dd7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:23:58.352497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.358860 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.417350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Deleting port 6c8f828f-3563-4384-835e-3563e207419b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:23:58.417698 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.441559 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.450859 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:58.463774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:58.473680 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a4841-af0a-448e-9030-10cfc0d3ba1f None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:23:58.475359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:58.475969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.480542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] For port 1dc7ac41-1733-414d-ab23-c6dc98d51d1b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:23:58.480947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.481587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.481924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.497339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=2764c7f0-4121-49d6-b6d6-6140a5c593ed,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:58.511222 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.513452 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9ef9964-39c5-4344-90ae-e3f5fc93d393 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Unset dirty status for tenant:02d1b7cae5b5484d8fa694ced09b6dd7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:23:58.517523 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c9ef9964-39c5-4344-90ae-e3f5fc93d393 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "GET /v2.0/ports?device_id=073306f6-30ea-4359-a699-01785864fe3d HTTP/1.1" status: 200 len: 913 time: 0.8450985 Feb 04 10:23:58.562693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.568447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:23:58.569049 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.573020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38596) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:58.736169 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '2764c7f0-4121-49d6-b6d6-6140a5c593ed'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:23:58.737419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:58.738344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Calling delete_port for 1dc7ac41-1733-414d-ab23-c6dc98d51d1b owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:58.765431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for a0db8d46-6b17-4c3a-8929-c726503b6bd9 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:58.901203 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a01a6ef8-a519-4ccf-85f8-3767602c02e0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0898659 Feb 04 10:23:58.905111 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2398365 Feb 04 10:23:58.905111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38600) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:58.905381 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:58.912668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:58.926920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/2764c7f0-4121-49d6-b6d6-6140a5c593ed/e7537901-963a-4ce4-b15a-2d8ef9de385d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:58.934769 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '2764c7f0-4121-49d6-b6d6-6140a5c593ed', 'ip_address': '2001:db8::a794:f950:6cfe:624'}], 'name': 'tempest-NetworksTestDHCPv6-677583124'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:23:59.087320 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084034-bed7-4339-9b60-f760f47fa9d7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=411b8dd3-f2d4-46bf-b896-f4730e0267c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:59.119982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:23:59.146033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.146375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.161834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:59.171170 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:23:59.175241 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:23:59.175447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 172.26.5.144 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/9415b640-afd9-4b43-a0fb-60394df403a2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:23:59.196239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:59.243325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.251286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:59.255303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.272266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:23:59.350003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:23:59.383558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Transition to ACTIVE for port object e7537901-963a-4ce4-b15a-2d8ef9de385d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:59.384853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:23:59.403945 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.404959 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Transition to ACTIVE for port object e7537901-963a-4ce4-b15a-2d8ef9de385d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:23:59.412980 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.482485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:23:59.485534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:23:59.489583 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:23:59.495256 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Pushing event updated for resources: {'Port': ['ID=e7537901-963a-4ce4-b15a-2d8ef9de385d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:59.515361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Calling delete_port for 6c8f828f-3563-4384-835e-3563e207419b owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:23:59.518218 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=a0db8d46-6b17-4c3a-8929-c726503b6bd9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:59.596728 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Attempting to bind port e7537901-963a-4ce4-b15a-2d8ef9de385d on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:23:59.597103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Attempting to bind port e7537901-963a-4ce4-b15a-2d8ef9de385d by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:23:59.597470 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Attempting to bind port e7537901-963a-4ce4-b15a-2d8ef9de385d on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:23:59.603906 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:23:59.604286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:23:59.604867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.605209 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:23:59.606326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Bound port: e7537901-963a-4ce4-b15a-2d8ef9de385d, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:23:59.606326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.701508 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] For port e7537901-963a-4ce4-b15a-2d8ef9de385d, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:23:59.705973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] For port e7537901-963a-4ce4-b15a-2d8ef9de385d, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e7537901-963a-4ce4-b15a-2d8ef9de385d,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:23:59.708987 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.713201 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.714478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.763243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 58a67fb5-8fc9-4c2b-8381-5df3337f112c yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:23:59.814029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b9c17-2ffe-4a52-aa26-7b9044593652 None None] Pushing event updated for resources: {'Port': ['ID=e7537901-963a-4ce4-b15a-2d8ef9de385d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:23:59.854634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.858221 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ef3e1229-dbb0-46b6-a6d2-7ae5be37a866 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/bffb6933-5aab-4f77-a6dd-2e2bc425df36 HTTP/1.1" status: 204 len: 168 time: 1.9526522 Feb 04 10:23:59.867531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:23:59.983787 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-8b67ed2f-9ee5-4e65-aa8e-73ea9f5c1bfb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] delete failed (client error): The resource could not be found. Feb 04 10:23:59.990221 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8b67ed2f-9ee5-4e65-aa8e-73ea9f5c1bfb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/bffb6933-5aab-4f77-a6dd-2e2bc425df36 HTTP/1.1" status: 404 len: 345 time: 0.1163669 Feb 04 10:23:59.991080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:23:59.995140 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38612) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:00.028256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.113543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.156488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.221001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc7ac41-1733-414d-ab23-c6dc98d51d1b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:00.225557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=68bbb60d-1160-4b0c-a06d-8871dec9166f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:00.248249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:00.248619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: 411b8dd3-f2d4-46bf-b896-f4730e0267c2, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:00.283795 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::a794:f950:6cfe:624 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/2764c7f0-4121-49d6-b6d6-6140a5c593ed/58a67fb5-8fc9-4c2b-8381-5df3337f112c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:00.307050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:00.312848 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:00.319179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:00.320050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Synchronizing usage tracker for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:00.324144 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:00.355089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 411b8dd3-f2d4-46bf-b896-f4730e0267c2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:00.360097 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:00.360922 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.370189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9023490-ec4e-492e-914d-ab2ff8c5d5f4 None None] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:00.383613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Pushing event deleted for resources: {'Port': ['ID=6c8f828f-3563-4384-835e-3563e207419b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:00.408766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Unset dirty status for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:00.409987 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d5d3aa4d-6f8f-439c-b24e-bf1ca649be99 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/ports?network_id=397c55d0-aecb-4b8a-a292-3bcb19d441b6 HTTP/1.1" status: 200 len: 2360 time: 0.3749812 Feb 04 10:24:00.413823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38616) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:00.456895 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a185aadb-e454-4280-b5fc-395e7996c679 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5488260 Feb 04 10:24:00.473747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38620) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:00.481230 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1033028270'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:00.540303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.553362 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:00.589420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.607543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:00.630034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:00.669341 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:00.687951 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:00.695760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-411b8dd3-f2d4-46bf-b896-f4730e0267c2', 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '68bbb60d-1160-4b0c-a06d-8871dec9166f'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:00.697364 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.700598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:00.794557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.808706 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300619fe-7a7b-4e74-9008-34170a28b0c5 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:00.809268 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-300619fe-7a7b-4e74-9008-34170a28b0c5 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Synchronizing usage tracker for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:00.823395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:00.835257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:00.838850 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 58a67fb5-8fc9-4c2b-8381-5df3337f112c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:00.840539 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-300619fe-7a7b-4e74-9008-34170a28b0c5 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Unset dirty status for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:00.841920 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-300619fe-7a7b-4e74-9008-34170a28b0c5 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/subnets/97a640b7-2827-4881-8928-8c65841f75d8 HTTP/1.1" status: 200 len: 797 time: 0.4268718 Feb 04 10:24:00.848842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38624) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:00.864390 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'port': {'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6', 'name': 'tempest-FloatingIPTestJSON-824090006', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:00.963684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Allocated IP 2001:db8::3 (411b8dd3-f2d4-46bf-b896-f4730e0267c2/68bbb60d-1160-4b0c-a06d-8871dec9166f/e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:01.016740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:01.029441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:01.045898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:01.181926 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.204920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.240550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.254543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Transition to ACTIVE for port object e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:01.276443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Transition to ACTIVE for port object e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:01.289703 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.289975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=58a67fb5-8fc9-4c2b-8381-5df3337f112c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:01.293969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] device_id is not set on port 345afc56-e81d-4873-b681-20c1a321688d yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:01.316785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:01.320521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.360021 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:01.363692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:01.372907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:01.375128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Pushing event updated for resources: {'Port': ['ID=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:01.381620 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-737e0bfb-928b-4635-84d3-9fa76e510df5 None None] Provisioning for port e7537901-963a-4ce4-b15a-2d8ef9de385d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:01.386370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:01.387091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.400545 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:01.403052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:01.420467 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:01.421506 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b560077c-d045-48ec-a6ae-b1ac617cd08b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5150883 Feb 04 10:24:01.427481 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38628) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:01.520072 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=9415b640-afd9-4b43-a0fb-60394df403a2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:01.539452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Attempting to bind port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:01.540072 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Attempting to bind port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:01.540592 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Attempting to bind port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 on network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:01.546586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:01.547194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Checking segment: {'id': '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:01.547749 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.548302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Bound using segment: {'id': '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:01.548918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Bound port: e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '411b8dd3-f2d4-46bf-b896-f4730e0267c2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:01.549445 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.639004 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337b597-a1bd-4bc5-8922-0f252b828a6c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:01.644893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337b597-a1bd-4bc5-8922-0f252b828a6c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:01.646304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7337b597-a1bd-4bc5-8922-0f252b828a6c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:01.651308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] For port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:01.654789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] For port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,segment=NetworkSegment(12f7b3ae-c191-48ad-be1e-49e6cb4cf43c),segment_id=12f7b3ae-c191-48ad-be1e-49e6cb4cf43c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:01.664601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.674761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7337b597-a1bd-4bc5-8922-0f252b828a6c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:01.678817 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7337b597-a1bd-4bc5-8922-0f252b828a6c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2476442 Feb 04 10:24:01.679690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:01.744061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.748310 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-51a3fb41-862c-4fcc-8e51-3ee185b12d46 tempest-ServersTestJSON-307500070 tempest-ServersTestJSON-307500070-project] 10.222.0.73 "DELETE /v2.0/floatingips/6f7882c1-2443-4d22-a122-642f58acde1c HTTP/1.1" status: 204 len: 168 time: 3.5996003 Feb 04 10:24:01.748992 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38636) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:01.749707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:01.792757 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 58a67fb5-8fc9-4c2b-8381-5df3337f112c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:01.797074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.838509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0b23-953c-43f2-993f-a1f6d05d6dcf None None] Pushing event updated for resources: {'Port': ['ID=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:01.861833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9250b8d-0b86-4c2d-a67e-dc989eb4645e None None] Provisioning for port 58a67fb5-8fc9-4c2b-8381-5df3337f112c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:01.870245 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9250b8d-0b86-4c2d-a67e-dc989eb4645e None None] Provisioning complete for port 58a67fb5-8fc9-4c2b-8381-5df3337f112c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:01.870245 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9250b8d-0b86-4c2d-a67e-dc989eb4645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.880834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.881181 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment dc3742e4-2be5-46e5-9462-4798e8000c59 of type vlan for network da896270-ee68-444f-8f01-b608e15a7b0c Feb 04 10:24:01.896936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:01.934803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e7537901-963a-4ce4-b15a-2d8ef9de385d up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:02.001084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9250b8d-0b86-4c2d-a67e-dc989eb4645e None None] Port 58a67fb5-8fc9-4c2b-8381-5df3337f112c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:24:02.003606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.040109 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port e7537901-963a-4ce4-b15a-2d8ef9de385d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:02.053625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port e7537901-963a-4ce4-b15a-2d8ef9de385d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:02.053792 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.201588 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.243504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port e7537901-963a-4ce4-b15a-2d8ef9de385d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e7537901-963a-4ce4-b15a-2d8ef9de385d,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:02.253795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.308397 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.13 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/345afc56-e81d-4873-b681-20c1a321688d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:02.341142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.11 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/345afc56-e81d-4873-b681-20c1a321688d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:02.367486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.375234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=e7537901-963a-4ce4-b15a-2d8ef9de385d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:02.444360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.519320 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 58a67fb5-8fc9-4c2b-8381-5df3337f112c owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:02.627535 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:02.658272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Router 340b81f0-9590-4d36-99d3-9d1c9a96f79e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:02.907973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.913916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.960413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.965786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:02.966447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:02.969109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=58a67fb5-8fc9-4c2b-8381-5df3337f112c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:03.026187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.052619 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f6b371fc-a19c-42d3-a300-87097581eadc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/58a67fb5-8fc9-4c2b-8381-5df3337f112c HTTP/1.1" status: 204 len: 168 time: 1.3701725 Feb 04 10:24:03.053579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:03.096974 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.212640 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:03.219372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:03.225535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:03.262621 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be78169-a551-4699-b18c-2a3a1aa5fce7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:03.264214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be78169-a551-4699-b18c-2a3a1aa5fce7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:03.264996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2be78169-a551-4699-b18c-2a3a1aa5fce7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:03.280718 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=345afc56-e81d-4873-b681-20c1a321688d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:03.290834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5423d-ab72-4f96-81c5-d9648ed74048 None None] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:03.299816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.300173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.300531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.300867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.301206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.302219 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.304962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.333655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:03.334596 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.339999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2be78169-a551-4699-b18c-2a3a1aa5fce7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:03.341169 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2be78169-a551-4699-b18c-2a3a1aa5fce7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2860787 Feb 04 10:24:03.346194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38644) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:03.382204 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9052837 Feb 04 10:24:03.396669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38648) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:03.408825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f66e5f2d-dc4a-4ef0-b54e-5cf9f217d946 None None] Provisioning for port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:03.434250 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0a80adfc-438a-4f17-a636-357ab93fb8b0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5831757 Feb 04 10:24:03.437070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:03.444013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'port_id': '345afc56-e81d-4873-b681-20c1a321688d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:03.453116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:03.459312 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 2764c7f0-4121-49d6-b6d6-6140a5c593ed {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:03.460989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=da896270-ee68-444f-8f01-b608e15a7b0c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:03.463745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:floatingip and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:03.466063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:03.466296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.494437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:03.506657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:03.532495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.560144 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.573783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.574155 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.574510 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.574844 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.575350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.575842 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.576176 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.576511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.576845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.577178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.577504 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.577828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be72a81-708f-4e50-b142-3f47bb052df0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:03.592337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network da896270-ee68-444f-8f01-b608e15a7b0c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:03.780138 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.838443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:03.840688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:03.849183 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:03.856590 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Sync routers for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:03.859861 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b4e6577f-22d9-41a0-a0d1-ba6b0b264083 admin admin] 10.222.0.73 "PUT /v2.0/routers/340b81f0-9590-4d36-99d3-9d1c9a96f79e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2344928 Feb 04 10:24:03.864880 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38658) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:03.865409 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:03.871952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:03.879026 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:03.879861 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:03.931674 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:04.007922 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:04.016996 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:04.026379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:04.028335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.080785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:04.085279 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.092552 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:04.112060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.151877 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.160054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.164028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port d3602688-2197-4d59-a131-45136c6945bb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:04.164710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.230098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.257869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=2764c7f0-4121-49d6-b6d6-6140a5c593ed,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:04.270089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.291477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,segment=NetworkSegment(12f7b3ae-c191-48ad-be1e-49e6cb4cf43c),segment_id=12f7b3ae-c191-48ad-be1e-49e6cb4cf43c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:04.295684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43547537-3ae8-421a-b5b1-d83a546f4fd1 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:04.438898 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:23:59Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:04.443600 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Checking router: 340b81f0-9590-4d36-99d3-9d1c9a96f79e for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:04.452398 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Routers {'340b81f0-9590-4d36-99d3-9d1c9a96f79e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:04.453235 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:04.458932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 10:24:04.459576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 10:24:04.497769 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.505250 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e7537901-963a-4ce4-b15a-2d8ef9de385d up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:04.511312 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.43 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/1dcde81f-22cd-4f39-80c8-d0923a1b4602) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:04.639316 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] Set router 340b81f0-9590-4d36-99d3-9d1c9a96f79e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:04.675710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.704681 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.711237 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-544c235d-615d-4ca0-8f88-c92487f32a34 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/2764c7f0-4121-49d6-b6d6-6140a5c593ed HTTP/1.1" status: 204 len: 168 time: 1.3639741 Feb 04 10:24:04.714108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.725690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:04.799241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-351c390a-d22a-4e60-bad1-94f205ca4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.818116 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router fd34b725-b1d6-4efa-b429-83844fdcf29b is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:04.861872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.875877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:04.881515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port e7537901-963a-4ce4-b15a-2d8ef9de385d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:04.882296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:04.934831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.935432 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.935942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.936731 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.937231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.937870 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.938366 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.938885 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.939468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.939972 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.940443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.941366 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:04.945254 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:23:59Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:04.949648 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491234a8-163e-4752-8fff-c2f93573e768 None None] The sync data for ids ['340b81f0-9590-4d36-99d3-9d1c9a96f79e'] in dv-neutron-827824-1-hyperv is: [{'id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'name': 'tempest-ServersTestManualDisk-1522308658-router', 'tenant_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:02Z', 'updated_at': '2022-02-04T10:23:59Z', 'revision_number': 5, 'project_id': 'f0887f26981f48c8a9704a8a7ac33fe0', 'gw_port': {'id': 'f3e03068-34db-4cbe-9642-162d060fd7be', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b81f0-9590-4d36-99d3-9d1c9a96f79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:04.968790 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3333eef2-429d-4e4f-9ac5-1aec9e5c4fdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822186 Feb 04 10:24:04.980094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Deleting port f3e03068-34db-4cbe-9642-162d060fd7be {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:04.980471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.035274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:05.036436 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38666) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:05.047770 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:05.055304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:05.075743 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:05.119670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Calling delete_port for d3602688-2197-4d59-a131-45136c6945bb owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:05.187412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=1dcde81f-22cd-4f39-80c8-d0923a1b4602,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:05.190596 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.352873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:05.357750 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Deleting port e7537901-963a-4ce4-b15a-2d8ef9de385d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:05.357750 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.361701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:05.378869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.385874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:05.419908 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:05.436763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:05.461849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=4b2c910f-4733-4bad-8734-b8bb1ffa90e8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:05.474134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] For port f3e03068-34db-4cbe-9642-162d060fd7be, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f3e03068-34db-4cbe-9642-162d060fd7be,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:05.474474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.481094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:05.484769 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:05.490182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.497390 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Sync routers for ids ['fd34b725-b1d6-4efa-b429-83844fdcf29b'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:05.516333 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Routers {'fd34b725-b1d6-4efa-b429-83844fdcf29b'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:05.517894 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:23:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['fd34b725-b1d6-4efa-b429-83844fdcf29b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:05.518198 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': 'dc3742e4-2be5-46e5-9462-4798e8000c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:05.518854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: da896270-ee68-444f-8f01-b608e15a7b0c, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:05.625679 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.630857 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ebb90d33-4dc5-4f9d-aeb8-90741e08fb1f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2176838 Feb 04 10:24:05.635400 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38670) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:05.759873 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network da896270-ee68-444f-8f01-b608e15a7b0c is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:05.771156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Calling delete_port for f3e03068-34db-4cbe-9642-162d060fd7be owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:05.771699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:05.859661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] For port e7537901-963a-4ce4-b15a-2d8ef9de385d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e7537901-963a-4ce4-b15a-2d8ef9de385d,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:05.859988 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:05.897653 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, da896270-ee68-444f-8f01-b608e15a7b0c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:05.942673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f93501-62c0-4e10-b676-be16d534c4ce None None] Network da896270-ee68-444f-8f01-b608e15a7b0c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:05.965608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:05.966236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.025209 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Calling delete_port for e7537901-963a-4ce4-b15a-2d8ef9de385d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:06.115723 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Set router fd34b725-b1d6-4efa-b429-83844fdcf29b gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:06.214010 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-075cfaa2-1757-400d-9289-827d8de5c2ac tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8061545 Feb 04 10:24:06.219807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38674) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:06.248471 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:06.248828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.251285 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cac356b4-7177-4a8b-9f77-e2ddb0f81ada tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/fd34b725-b1d6-4efa-b429-83844fdcf29b HTTP/1.1" status: 200 len: 908 time: 0.6110721 Feb 04 10:24:06.256289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38678) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:06.318122 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964577436', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': True}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:06.337139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.347477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:06.478867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.482944 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Usage tracker for resource:router and tenant:2dc2867043004a298b2581db02f7cba4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:06.494074 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:06.495738 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.541544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.584898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Port': ['ID=d3602688-2197-4d59-a131-45136c6945bb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:06.592954 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.658235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:06.663237 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] Pushing event deleted for resources: {'Port': ['ID=e7537901-963a-4ce4-b15a-2d8ef9de385d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:06.671599 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e03068-34db-4cbe-9642-162d060fd7be,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:06.688459 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bda14-f2b8-4f88-a3d4-41e699063b36 None None] No DVR routers for this DVR port e7537901-963a-4ce4-b15a-2d8ef9de385d on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:06.730236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:06.732981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.772137 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Deleting port 9d1f11da-2d0d-437b-91d8-eeb238a623c9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:06.772732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.779070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:06.781838 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=8331a419-cbb3-4837-846c-ba170ec36ca1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:06.794047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96316312-5cd2-4a93-a309-eea0686e1803 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:06.815315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-da896270-ee68-444f-8f01-b608e15a7b0c', 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '4b2c910f-4733-4bad-8734-b8bb1ffa90e8'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:06.816357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.840482 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.841474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.847938 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:06.849140 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:06.894444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e7537901-963a-4ce4-b15a-2d8ef9de385d no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:06.896248 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0f7525ff-dba9-448f-a606-c6eb814f3987 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8587677 Feb 04 10:24:06.902183 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38682) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:06.916148 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '8331a419-cbb3-4837-846c-ba170ec36ca1', 'ip_address': '2001:db8::3f35:e4f:c840:3dcd'}], 'name': 'tempest-NetworksTestDHCPv6-676247470'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:06.940965 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: e7537901-963a-4ce4-b15a-2d8ef9de385d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:06.941315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e7537901-963a-4ce4-b15a-2d8ef9de385d not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:06.941743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1dc7ac41-1733-414d-ab23-c6dc98d51d1b no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:06.949044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.029515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 1dc7ac41-1733-414d-ab23-c6dc98d51d1b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:07.029871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1dc7ac41-1733-414d-ab23-c6dc98d51d1b not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:07.050729 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.116760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecc775b4-a226-4b44-a768-85e3072d1bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.120456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.188889 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.190933 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:56Z', 'updated_at': '2022-02-04T10:24:01Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:23:58Z', 'updated_at': '2022-02-04T10:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:07.200810 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] For port 9d1f11da-2d0d-437b-91d8-eeb238a623c9, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9d1f11da-2d0d-437b-91d8-eeb238a623c9,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:07.201181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.212302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Checking router: fd34b725-b1d6-4efa-b429-83844fdcf29b for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:07.212654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Updating router fd34b725-b1d6-4efa-b429-83844fdcf29b port 9415b640-afd9-4b43-a0fb-60394df403a2 binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:24:07.324007 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Allocated IP 2001:db8::3 (da896270-ee68-444f-8f01-b608e15a7b0c/4b2c910f-4733-4bad-8734-b8bb1ffa90e8/b15431ab-e506-4759-b80d-d6f6039d5cdf) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:07.326143 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.351089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.357853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '8331a419-cbb3-4837-846c-ba170ec36ca1'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:07.358715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.359337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.362802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:07.373216 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:07.440279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:07.454812 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.466549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:07.480183 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.480935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340b81f0-9590-4d36-99d3-9d1c9a96f79e {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:07.493883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.497485 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0658e45e-6226-44d1-99e2-65cc6060d4e4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/340b81f0-9590-4d36-99d3-9d1c9a96f79e HTTP/1.1" status: 204 len: 168 time: 3.6290684 Feb 04 10:24:07.498147 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38686) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:07.501781 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:07.648033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:07.665644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.687541 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.798493 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=1dcde81f-22cd-4f39-80c8-d0923a1b4602,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:07.837911 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Calling delete_port for 9d1f11da-2d0d-437b-91d8-eeb238a623c9 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:07.956180 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.960627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/8331a419-cbb3-4837-846c-ba170ec36ca1/5457e528-eb4e-4cc0-abcf-de565f18ab83) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:07.977049 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Deleting subnet cdd21938-22c0-4fc7-b855-dacc0dfc32f5 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:07.980335 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:07.981633 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.015045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Transition to ACTIVE for port object b15431ab-e506-4759-b80d-d6f6039d5cdf will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:08.040105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.077663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.084583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.101071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.123338 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.129014 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Transition to ACTIVE for port object b15431ab-e506-4759-b80d-d6f6039d5cdf will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:08.156393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.185208 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:08.307735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.344868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Network da896270-ee68-444f-8f01-b608e15a7b0c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:08.355063 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:08.376101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:08.388380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.390699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Pushing event updated for resources: {'Port': ['ID=b15431ab-e506-4759-b80d-d6f6039d5cdf,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:08.439832 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2c910f-4733-4bad-8734-b8bb1ffa90e8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:08.472273 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 1823ea39-5d07-473e-8de9-6076f066d423 associated. External IP: 172.26.5.43, port: 345afc56-e81d-4873-b681-20c1a321688d. Feb 04 10:24:08.490192 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Transition to ACTIVE for port object 9415b640-afd9-4b43-a0fb-60394df403a2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:08.546251 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.547946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.558004 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.583849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Router 073306f6-30ea-4359-a699-01785864fe3d has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:08.607649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Attempting to bind port b15431ab-e506-4759-b80d-d6f6039d5cdf on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:08.608034 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Attempting to bind port b15431ab-e506-4759-b80d-d6f6039d5cdf by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'dc3742e4-2be5-46e5-9462-4798e8000c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:08.608406 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Attempting to bind port b15431ab-e506-4759-b80d-d6f6039d5cdf on network da896270-ee68-444f-8f01-b608e15a7b0c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:08.616735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da896270-ee68-444f-8f01-b608e15a7b0c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:08.637186 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:08.637565 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Checking segment: {'id': 'dc3742e4-2be5-46e5-9462-4798e8000c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:08.638001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.638403 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Bound using segment: {'id': 'dc3742e4-2be5-46e5-9462-4798e8000c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:08.638881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Bound port: b15431ab-e506-4759-b80d-d6f6039d5cdf, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3742e4-2be5-46e5-9462-4798e8000c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da896270-ee68-444f-8f01-b608e15a7b0c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:08.639263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.667962 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.680100 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Attempting to bind port 9415b640-afd9-4b43-a0fb-60394df403a2 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:08.680100 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Attempting to bind port 9415b640-afd9-4b43-a0fb-60394df403a2 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:08.680100 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Attempting to bind port 9415b640-afd9-4b43-a0fb-60394df403a2 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:08.696308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Transition to ACTIVE for port object 5457e528-eb4e-4cc0-abcf-de565f18ab83 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:08.697303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f458-c6ad-4cc9-8b4b-731e23763233 None None] Pushing event updated for resources: {'Port': ['ID=9415b640-afd9-4b43-a0fb-60394df403a2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:08.736056 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:08.736382 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:08.736793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.737192 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:08.737691 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Bound port: 9415b640-afd9-4b43-a0fb-60394df403a2, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:08.738099 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.741462 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3742e4-2be5-46e5-9462-4798e8000c59') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:08.741766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3742e4-2be5-46e5-9462-4798e8000c59') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:08.786768 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.812911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Transition to ACTIVE for port object 5457e528-eb4e-4cc0-abcf-de565f18ab83 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:08.834848 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.876709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.886927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.909385 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.914071 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:08.914474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:08.930221 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:08.931153 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd21938-22c0-4fc7-b855-dacc0dfc32f5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:08.936748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:08.939391 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] For port b15431ab-e506-4759-b80d-d6f6039d5cdf, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:08.945041 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:08.952317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] For port 9415b640-afd9-4b43-a0fb-60394df403a2, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:08.954379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Pushing event updated for resources: {'Port': ['ID=5457e528-eb4e-4cc0-abcf-de565f18ab83,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:08.966778 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:08.997049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e8ecc-d3ba-4844-8987-def73f015893 None None] Network 3bcd190b-b096-4b12-aaf0-18bb6168e747 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:09.014711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.056857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::3f35:e4f:c840:3dcd (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/8331a419-cbb3-4837-846c-ba170ec36ca1/1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:09.057229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1f11da-2d0d-437b-91d8-eeb238a623c9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:09.074065 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-dde763f8-0d9e-49a4-a97e-b1a395da458f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cdd21938-22c0-4fc7-b855-dacc0dfc32f5 HTTP/1.1" status: 204 len: 168 time: 1.5747051 Feb 04 10:24:09.078419 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38692) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:09.151040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:09.156439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:24:09.156439 dv-neutron-827824-1-hyperv neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:24:09.156439 dv-neutron-827824-1-hyperv neutron-server[87621]: [parameters: {'id': 'da896270-ee68-444f-8f01-b608e15a7b0c'}] Feb 04 10:24:09.156439 dv-neutron-827824-1-hyperv neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:09.156763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:09.162438 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] Sync routers for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:09.180046 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:09.180988 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:09.185647 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] For port b15431ab-e506-4759-b80d-d6f6039d5cdf, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b15431ab-e506-4759-b80d-d6f6039d5cdf,segment=NetworkSegment(dc3742e4-2be5-46e5-9462-4798e8000c59),segment_id=dc3742e4-2be5-46e5-9462-4798e8000c59)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:09.217509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] For port 9415b640-afd9-4b43-a0fb-60394df403a2, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9415b640-afd9-4b43-a0fb-60394df403a2,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:09.236790 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:09.266066 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.273862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.294048 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.313063 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:09.329840 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] Routers {'073306f6-30ea-4359-a699-01785864fe3d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:09.330776 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['073306f6-30ea-4359-a699-01785864fe3d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:09.412814 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:09.414259 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3c562-4ce0-4221-8d03-a9d981f3b812 None None] The sync data for ids ['073306f6-30ea-4359-a699-01785864fe3d'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:09.416862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f458-c6ad-4cc9-8b4b-731e23763233 None None] Pushing event updated for resources: {'Port': ['ID=9415b640-afd9-4b43-a0fb-60394df403a2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:09.480691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Deleting port 071bac98-2849-4e4b-b492-15cfe6fad31f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:09.481220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.520839 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Attempting to bind port 5457e528-eb4e-4cc0-abcf-de565f18ab83 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:09.521220 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Attempting to bind port 5457e528-eb4e-4cc0-abcf-de565f18ab83 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:09.521591 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Attempting to bind port 5457e528-eb4e-4cc0-abcf-de565f18ab83 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:09.528372 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-571811e6-0bcd-40cf-a733-d038c713b598 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "PUT /v2.0/routers/073306f6-30ea-4359-a699-01785864fe3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9184997 Feb 04 10:24:09.560112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:09.560483 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:09.560897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.561300 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:09.561791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Bound port: 5457e528-eb4e-4cc0-abcf-de565f18ab83, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:09.562240 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.578097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.587420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:09.632938 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Routers {'fd34b725-b1d6-4efa-b429-83844fdcf29b'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:09.633476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['fd34b725-b1d6-4efa-b429-83844fdcf29b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:09.667593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.729323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.753217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f3e03068-34db-4cbe-9642-162d060fd7be no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:09.767038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port b15431ab-e506-4759-b80d-d6f6039d5cdf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:09.767646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.796741 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed29ab-7a90-46b1-bcd1-3ef551790568 None None] Pushing event updated for resources: {'Port': ['ID=b15431ab-e506-4759-b80d-d6f6039d5cdf,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:09.828603 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: f3e03068-34db-4cbe-9642-162d060fd7be {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:09.828865 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f3e03068-34db-4cbe-9642-162d060fd7be not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:09.858569 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.868219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:09.886561 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:09.902329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:09.935429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1353e5d-62c8-4584-800a-5cb70b8bb898 None None] Network da896270-ee68-444f-8f01-b608e15a7b0c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:09.947890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:10.002291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.087284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] For port 071bac98-2849-4e4b-b492-15cfe6fad31f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=071bac98-2849-4e4b-b492-15cfe6fad31f,segment=NetworkSegment(8751744b-a42b-4222-b30e-9507a1509e4d),segment_id=8751744b-a42b-4222-b30e-9507a1509e4d)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:10.087735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.108841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:10.109518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:10.167316 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-47635532-7868-4b4d-af8e-4ed19afa0741 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7293439 Feb 04 10:24:10.168272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38702) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:10.181348 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] For port 5457e528-eb4e-4cc0-abcf-de565f18ab83, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:10.183529 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7237b1e-078b-460c-8772-03486fb39563 None None] DHCP port deletion for 3bcd190b-b096-4b12-aaf0-18bb6168e747 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:10.207424 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.215992 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f7237b1e-078b-460c-8772-03486fb39563 None None] Deleting port 071bac98-2849-4e4b-b492-15cfe6fad31f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:10.216149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f7237b1e-078b-460c-8772-03486fb39563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.227951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.233121 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': '345afc56-e81d-4873-b681-20c1a321688d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:10.251645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:10.255210 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] Set router fd34b725-b1d6-4efa-b429-83844fdcf29b gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:10.295197 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Calling delete_port for 071bac98-2849-4e4b-b492-15cfe6fad31f owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:10.299416 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] For port 5457e528-eb4e-4cc0-abcf-de565f18ab83, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5457e528-eb4e-4cc0-abcf-de565f18ab83,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:10.421531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.441295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.447633 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:10.452499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.458609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:10.467983 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:10.476025 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:10.477734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.486271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port 6d1bbd00-e9de-4b71-86cd-6bb31e9dae29 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:10.486731 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.503129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:10.508354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.536448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:10.537110 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:10.618863 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cb39bf83-d156-4ee7-8298-d31979da8685 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7132506 Feb 04 10:24:10.621156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38708) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:10.673800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.690858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:10.691260 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682dc1a9-f3f9-46f2-94b2-a578cc90dffc None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:10.787167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f7237b1e-078b-460c-8772-03486fb39563 None None] The port '071bac98-2849-4e4b-b492-15cfe6fad31f' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:24:10.791495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=071bac98-2849-4e4b-b492-15cfe6fad31f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:10.797177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] No DVR routers for this DVR port 071bac98-2849-4e4b-b492-15cfe6fad31f on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:10.816891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port b15431ab-e506-4759-b80d-d6f6039d5cdf, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b15431ab-e506-4759-b80d-d6f6039d5cdf,segment=NetworkSegment(dc3742e4-2be5-46e5-9462-4798e8000c59),segment_id=dc3742e4-2be5-46e5-9462-4798e8000c59)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:10.817364 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:10.821661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4934a-5577-4f66-bb6d-6959cbe421a1 None None] Pushing event updated for resources: {'Port': ['ID=5457e528-eb4e-4cc0-abcf-de565f18ab83,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:11.012045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:56Z', 'updated_at': '2022-02-04T10:24:01Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:23:58Z', 'updated_at': '2022-02-04T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:11.022463 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0c8c5-41a1-4747-88dd-bed4f18d3048 None None] The sync data for ids ['fd34b725-b1d6-4efa-b429-83844fdcf29b'] in dv-neutron-827824-1-hyperv is: [{'id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:23:56Z', 'updated_at': '2022-02-04T10:24:01Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '9415b640-afd9-4b43-a0fb-60394df403a2', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd34b725-b1d6-4efa-b429-83844fdcf29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:23:58Z', 'updated_at': '2022-02-04T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:11.097794 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b07a7-af1c-4d8c-af31-d2661bdcfe52 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:11.104190 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b07a7-af1c-4d8c-af31-d2661bdcfe52 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:11.105097 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-253b07a7-af1c-4d8c-af31-d2661bdcfe52 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:11.111742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.226575 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcd190b-b096-4b12-aaf0-18bb6168e747']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:11.255431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8751744b-a42b-4222-b30e-9507a1509e4d') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:11.255578 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for b15431ab-e506-4759-b80d-d6f6039d5cdf owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:11.256194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8751744b-a42b-4222-b30e-9507a1509e4d') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:11.262576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-253b07a7-af1c-4d8c-af31-d2661bdcfe52 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:11.263776 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-253b07a7-af1c-4d8c-af31-d2661bdcfe52 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6393828 Feb 04 10:24:11.273618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:11.439550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.470763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 172.26.5.113 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/73581425-bd2d-4350-a4f4-642e2b73dd39) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:11.553765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.573012 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627aa4a-a8f2-45fe-a74c-3cf3eb903019 req-4d4746aa-309e-47eb-83f2-038d40936ffc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:11.574645 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d627aa4a-a8f2-45fe-a74c-3cf3eb903019 req-4d4746aa-309e-47eb-83f2-038d40936ffc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.6545527 Feb 04 10:24:11.590363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:11.591205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:11.629369 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:11.755710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:11.756072 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.825073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5457e528-eb4e-4cc0-abcf-de565f18ab83 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:11.895303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:11.953781 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 5457e528-eb4e-4cc0-abcf-de565f18ab83 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:11.964986 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9415b640-afd9-4b43-a0fb-60394df403a2 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:11.990084 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d627aa4a-a8f2-45fe-a74c-3cf3eb903019 req-c1c7419c-9b2b-4e37-8fc2-bbbd8e70793e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803332 Feb 04 10:24:12.015548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.020732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Port': ['ID=b15431ab-e506-4759-b80d-d6f6039d5cdf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:12.046611 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No DVR routers for this DVR port b15431ab-e506-4759-b80d-d6f6039d5cdf on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:12.061898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.081443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 9415b640-afd9-4b43-a0fb-60394df403a2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:12.096126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcd190b-b096-4b12-aaf0-18bb6168e747,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:12.099857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9415b640-afd9-4b43-a0fb-60394df403a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:12.100043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.151015 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4851b4b0-7ede-4e9b-9032-f2460ddafa2d admin admin] 10.222.0.73 "DELETE /v2.0/networks/3bcd190b-b096-4b12-aaf0-18bb6168e747 HTTP/1.1" status: 204 len: 168 time: 3.0714417 Feb 04 10:24:12.156019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.219241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.267989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:12.269048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.279409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-57c659d5-1613-460f-9a45-f354a25ff61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:12.284012 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-57c659d5-1613-460f-9a45-f354a25ff61d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 1.2436013 Feb 04 10:24:12.304451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.315620 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Provisioning for port 5457e528-eb4e-4cc0-abcf-de565f18ab83 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:12.330609 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Provisioning complete for port 5457e528-eb4e-4cc0-abcf-de565f18ab83 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:12.331168 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.354711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.452266 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 9415b640-afd9-4b43-a0fb-60394df403a2, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9415b640-afd9-4b43-a0fb-60394df403a2,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:12.461882 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.501257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.530897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38720) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:12.533971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da896270-ee68-444f-8f01-b608e15a7b0c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:12.542242 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:12.549091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3742e4-2be5-46e5-9462-4798e8000c59') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:12.549613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3742e4-2be5-46e5-9462-4798e8000c59') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:12.562375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.580053 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 071bac98-2849-4e4b-b492-15cfe6fad31f no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:12.604203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac4234-a174-4f8f-bf1a-b4072abfab61 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:24:12.609802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:12.664717 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 071bac98-2849-4e4b-b492-15cfe6fad31f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:12.665057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 071bac98-2849-4e4b-b492-15cfe6fad31f not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:12.701179 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=9415b640-afd9-4b43-a0fb-60394df403a2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:12.716737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.741165 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:12.748057 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3b1b42ec-c939-409a-baa6-78de09bfa4e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0887f26981f48c8a9704a8a7ac33fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2157402 Feb 04 10:24:12.749861 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Calling delete_port for 6d1bbd00-e9de-4b71-86cd-6bb31e9dae29 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:12.752774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:12.781404 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] For port 5457e528-eb4e-4cc0-abcf-de565f18ab83, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5457e528-eb4e-4cc0-abcf-de565f18ab83,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:12.790805 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.839527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.846639 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.847752 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:12.897529 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c95f-fad3-430a-bab5-9f0c7aa7234f None None] Pushing event updated for resources: {'Port': ['ID=5457e528-eb4e-4cc0-abcf-de565f18ab83,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:12.952077 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac4234-a174-4f8f-bf1a-b4072abfab61 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:24:12.954233 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:12.958071 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:13.001530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.025886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.133369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.149343 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e5b53d57-be4f-4ee6-b7bb-1843e0d7f7ff None None] Provisioning for port 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:13.158961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e5b53d57-be4f-4ee6-b7bb-1843e0d7f7ff None None] Provisioning complete for port 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:13.159475 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e5b53d57-be4f-4ee6-b7bb-1843e0d7f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.206481 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e5b53d57-be4f-4ee6-b7bb-1843e0d7f7ff None None] Port 1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 10:24:13.221395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:13.221928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:13.279125 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:13.281342 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=73581425-bd2d-4350-a4f4-642e2b73dd39,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:13.344669 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:13.418904 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.510293 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:13.525997 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Sync routers for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:13.527079 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4798b12a-7943-40b6-a468-c9033d2a039b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/1c1fa9db-f807-4abf-aaf5-5ec7ce71f29d HTTP/1.1" status: 204 len: 168 time: 2.2504318 Feb 04 10:24:13.528134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.530710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.531836 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d0e4a86-3ed1-4945-8a6c-425c42831f55 HTTP/1.1" status: 204 len: 168 time: 0.7781565 Feb 04 10:24:13.532627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:13.540033 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:13.540659 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:13.596656 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c580236-8268-4dac-ba61-02c2ed0eec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e4a86-3ed1-4945-8a6c-425c42831f55,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:13.732112 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.739863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:13.826779 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5457e528-eb4e-4cc0-abcf-de565f18ab83 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:13.829355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a6e13-3016-487f-b3c1-5c60a687f7f7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:13.831735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a6e13-3016-487f-b3c1-5c60a687f7f7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:13.833733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f31a6e13-3016-487f-b3c1-5c60a687f7f7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:13.885130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:13.888002 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f31a6e13-3016-487f-b3c1-5c60a687f7f7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:13.889177 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f31a6e13-3016-487f-b3c1-5c60a687f7f7 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3461657 Feb 04 10:24:13.892184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:13.910491 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:13.926745 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 5457e528-eb4e-4cc0-abcf-de565f18ab83 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:13.927461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.030495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.082076 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9415b640-afd9-4b43-a0fb-60394df403a2 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:14.146939 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=da896270-ee68-444f-8f01-b608e15a7b0c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:14.158495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-effc9dca-987d-48aa-91ee-f2e062ff1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:14.159980 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-effc9dca-987d-48aa-91ee-f2e062ff1613 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 1.5818901 Feb 04 10:24:14.177253 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-44741202-8ba1-4b5f-b270-d25bf640a64e admin admin] 10.222.0.73 "PUT /v2.0/routers/9e3a5110-a5b7-40db-a6fd-a623eb935f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4175270 Feb 04 10:24:14.187014 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9415b640-afd9-4b43-a0fb-60394df403a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:14.187396 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.212260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38748) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:14.213665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:14.248146 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-434b8c91-0c9f-4ff6-b9e3-0beb8a26efcf tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/da896270-ee68-444f-8f01-b608e15a7b0c HTTP/1.1" status: 204 len: 168 time: 8.0254517 Feb 04 10:24:14.258293 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:14.276086 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:14.298529 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.310740 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:14.311409 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.317223 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724782047'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:14.402596 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 8331a419-cbb3-4837-846c-ba170ec36ca1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:14.406829 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.411964 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.421395 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:24:08Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.426647 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:14.427566 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Checking router: 9e3a5110-a5b7-40db-a6fd-a623eb935f68 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:14.427971 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.437118 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Routers {'9e3a5110-a5b7-40db-a6fd-a623eb935f68'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:14.437926 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.445637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:14.507971 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:14.508382 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ec3b3-df4a-4650-8d2e-e67aff4fede1 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:14.693009 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] Set router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:14.704477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.760315 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:14.767501 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0c55d67d-08fc-4f0a-be67-f15c4d1082e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/1823ea39-5d07-473e-8de9-6076f066d423 HTTP/1.1" status: 200 len: 977 time: 4.5415277 Feb 04 10:24:14.772609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:14.778002 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3fb37-ac82-4bf5-9145-140839252d4f req-f0b4b0c4-8b03-43cb-8762-95bda3c44a94 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:14.785131 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-37a3fb37-ac82-4bf5-9145-140839252d4f req-f0b4b0c4-8b03-43cb-8762-95bda3c44a94 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.5804975 Feb 04 10:24:14.807271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:14.812681 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-e0d07111-5a21-4979-9fa5-934116a2c803 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1002 time: 0.6366396 Feb 04 10:24:14.835776 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:14.849816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.939119 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-37a3fb37-ac82-4bf5-9145-140839252d4f req-f88c26d1-abd9-4114-9730-d59fa638d0af tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508710 Feb 04 10:24:14.939632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:14.999641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:15.003549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.080172 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:24:08Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:15.084643 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6140e-6182-491d-8952-84f75406f3f5 None None] The sync data for ids ['9e3a5110-a5b7-40db-a6fd-a623eb935f68'] in dv-neutron-827824-1-hyperv is: [{'id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'name': 'tempest-ServersTestJSON-2045338967-router', 'tenant_id': 'd3868a4075c14731bad3b31ea9591ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:05Z', 'updated_at': '2022-02-04T10:24:08Z', 'revision_number': 5, 'project_id': 'd3868a4075c14731bad3b31ea9591ab1', 'gw_port': {'id': 'b35e1ce2-4504-46e6-a521-7ad983a7b0f7', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3a5110-a5b7-40db-a6fd-a623eb935f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:15.133585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Port': ['ID=6d1bbd00-e9de-4b71-86cd-6bb31e9dae29,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:15.204375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-58e979e7-5364-45ec-a75a-50c5e050276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:15.205873 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-58e979e7-5364-45ec-a75a-50c5e050276a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.3662429 Feb 04 10:24:15.278428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:15.303674 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.351996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port 1dcde81f-22cd-4f39-80c8-d0923a1b4602 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:15.353056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.370694 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.371267 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 227baea7-0638-44be-882b-ba04a208c470 of type vlan for network c592b9dd-3689-45d3-bab8-21084781ac6f Feb 04 10:24:15.381984 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.384161 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.475809 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.480384 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:15.560615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Deleting port b35e1ce2-4504-46e6-a521-7ad983a7b0f7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:15.561182 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.664553 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1f11da-2d0d-437b-91d8-eeb238a623c9 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:15.680816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.683919 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.696309 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.731750 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 9d1f11da-2d0d-437b-91d8-eeb238a623c9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:15.732252 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9d1f11da-2d0d-437b-91d8-eeb238a623c9 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:15.749530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2027661354'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:15.752338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-698649a9-692b-4a24-adba-badf2f3768bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:15.754145 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-698649a9-692b-4a24-adba-badf2f3768bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5405786 Feb 04 10:24:15.775644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:15.788688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.789085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Fanout notify agent at l3_agent the message router_deleted on router 073306f6-30ea-4359-a699-01785864fe3d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:15.799569 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Usage tracker for resource:network and tenant:146a6be1d2e2438b81685a8de5419dae is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:15.815803 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:15.842061 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:15.846661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.877035 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.883669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:15.884267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.912453 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=8331a419-cbb3-4837-846c-ba170ec36ca1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:15.927835 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.933796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd2bc5-c6c3-468c-96b5-3d36d1eaabd0 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:15.936228 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.936605 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.944689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Made reservation on behalf of 146a6be1d2e2438b81685a8de5419dae for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:15.948187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:15.979096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.000442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.003935 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f09bd4e2-0104-4933-af09-182bf485e2b8 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/routers/073306f6-30ea-4359-a699-01785864fe3d HTTP/1.1" status: 204 len: 168 time: 6.4121156 Feb 04 10:24:16.025039 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:16.032617 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7555063 Feb 04 10:24:16.035716 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:16.043104 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bafb0c52-9795-4b7e-9ca0-5376580d8805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/8331a419-cbb3-4837-846c-ba170ec36ca1 HTTP/1.1" status: 204 len: 168 time: 2.1499081 Feb 04 10:24:16.056917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38798) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:16.099855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:16.111038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] For port b35e1ce2-4504-46e6-a521-7ad983a7b0f7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:16.111671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.125875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for 1dcde81f-22cd-4f39-80c8-d0923a1b4602 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:16.203762 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e752-1967-4c8b-b716-b6dc616f32e7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=c592b9dd-3689-45d3-bab8-21084781ac6f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:16.217175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c592b9dd-3689-45d3-bab8-21084781ac6f details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:16.263474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:16.338464 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Usage tracker for resource:security_group_rule and tenant:146a6be1d2e2438b81685a8de5419dae is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:16.342426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:16.347291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Calling delete_port for b35e1ce2-4504-46e6-a521-7ad983a7b0f7 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:16.354040 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Deleting port 5457e528-eb4e-4cc0-abcf-de565f18ab83 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:16.354420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.377724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:16.403883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:16.429110 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8eb2fb08-5983-4550-8685-d374bf9e10c6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3389857 Feb 04 10:24:16.434525 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:16.450440 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router 710b756a-9962-444e-8fd0-8d662c6c7c13 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:16.459746 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-5ec951e4-4bd6-4fe7-8487-4ec34ef69cb5 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985505 Feb 04 10:24:16.508301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting subnet 956b3af3-4850-419a-8b04-d05ca8cfe31d {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:16.566258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.603500 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f272-46d1-4add-abaf-389bc16a3b4b req-2d32879e-4b9a-4990-ad2e-4eb473ba91dd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:16.605026 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-c882f272-46d1-4add-abaf-389bc16a3b4b req-2d32879e-4b9a-4990-ad2e-4eb473ba91dd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4982843 Feb 04 10:24:16.623845 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] For port 5457e528-eb4e-4cc0-abcf-de565f18ab83, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=5457e528-eb4e-4cc0-abcf-de565f18ab83,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:16.624308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.690389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:16.707154 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:16.722350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:16.741444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.769039 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:16.798901 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-c882f272-46d1-4add-abaf-389bc16a3b4b req-b498c68e-0e9c-4fd7-b43a-7266b3cf5521 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814945 Feb 04 10:24:16.818109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5611b99-8828-4a15-bb29-9be412fa8320 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:16.818825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e5611b99-8828-4a15-bb29-9be412fa8320 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:16.831992 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Calling delete_port for 5457e528-eb4e-4cc0-abcf-de565f18ab83 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:16.851974 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.857374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.891360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:16.894865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.909852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.921006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.934999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=1dcde81f-22cd-4f39-80c8-d0923a1b4602,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:16.936959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e5611b99-8828-4a15-bb29-9be412fa8320 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:16.938169 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e5611b99-8828-4a15-bb29-9be412fa8320 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4989014 Feb 04 10:24:16.968728 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:16.974862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] Pushing event deleted for resources: {'Port': ['ID=5457e528-eb4e-4cc0-abcf-de565f18ab83,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:16.975012 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38808) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:16.978835 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b2be0-ae10-4fe6-b272-40b6e3194970 None None] No DVR routers for this DVR port 5457e528-eb4e-4cc0-abcf-de565f18ab83 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:17.010067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.046464 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5f77658e-ef53-49e2-86d6-d60f6c6a2c62 req-83699b0a-be57-493a-ac69-f8ed4d854c56 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780993 Feb 04 10:24:17.071576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:17.081710 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Sync routers for ids ['710b756a-9962-444e-8fd0-8d662c6c7c13'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:17.093095 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Routers {'710b756a-9962-444e-8fd0-8d662c6c7c13'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:17.093882 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['710b756a-9962-444e-8fd0-8d662c6c7c13'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:17.112852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.164195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.166163 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8ce4274f-a8ca-455e-81d5-0da86a5043e3 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.9039085 Feb 04 10:24:17.174510 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:17.227405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:17.235183 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35e1ce2-4504-46e6-a521-7ad983a7b0f7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:17.288749 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Set router 710b756a-9962-444e-8fd0-8d662c6c7c13 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:17.338931 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678319ce-52d9-4bcf-a995-e56d72a2a2fd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:17.361815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.362187 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Added segment 8e842c08-f9d7-4837-b1ee-660eca680385 of type vlan for network 8cd806c1-70d4-4c20-bc7b-9417cf9302f9 Feb 04 10:24:17.399193 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea06837-1663-41c2-aa46-fc91eca3c8b8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:17.399917 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ea06837-1663-41c2-aa46-fc91eca3c8b8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:17.405150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.405484 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 1823ea39-5d07-473e-8de9-6076f066d423 disassociated (deleted). External IP: 172.26.5.43, port: 345afc56-e81d-4873-b681-20c1a321688d. Feb 04 10:24:17.478312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.510029 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.523670 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.546995 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Subnet': ['ID=956b3af3-4850-419a-8b04-d05ca8cfe31d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:17.559878 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8a1b99ee-5b99-4408-8659-1b324ee1fb05 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/710b756a-9962-444e-8fd0-8d662c6c7c13 HTTP/1.1" status: 200 len: 907 time: 0.3830836 Feb 04 10:24:17.560996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.567737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b03e21-0428-4b87-8ec9-f7f946bd4836 None None] Network dee88406-dd14-4589-9fad-0d3d183af2d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:17.600314 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38816) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:17.628045 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:06Z', 'updated_at': '2022-02-04T10:24:13Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:09Z', 'updated_at': '2022-02-04T10:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:17.632982 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Checking router: 710b756a-9962-444e-8fd0-8d662c6c7c13 for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:17.633250 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Updating router 710b756a-9962-444e-8fd0-8d662c6c7c13 port 73581425-bd2d-4350-a4f4-642e2b73dd39 binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:24:17.634599 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-63c078c0-b4f1-4c65-a88b-ed62a82229a4 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/subnets/956b3af3-4850-419a-8b04-d05ca8cfe31d HTTP/1.1" status: 204 len: 168 time: 1.6007001 Feb 04 10:24:17.635774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.641179 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38820) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:17.746560 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.776159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.786331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.812215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5457e528-eb4e-4cc0-abcf-de565f18ab83 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:17.842317 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.842862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3a5110-a5b7-40db-a6fd-a623eb935f68 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:17.861729 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ea06837-1663-41c2-aa46-fc91eca3c8b8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:17.866900 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3ea06837-1663-41c2-aa46-fc91eca3c8b8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8537917 Feb 04 10:24:17.870346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38826) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:17.875291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 5457e528-eb4e-4cc0-abcf-de565f18ab83 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:17.876035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 5457e528-eb4e-4cc0-abcf-de565f18ab83 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:17.949858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:17.955242 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:18.015853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] DHCP port deletion for dee88406-dd14-4589-9fad-0d3d183af2d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:18.023109 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Deleting port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:18.023700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.049623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=0f59e567-d053-4587-9104-68adc586592c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:18.084502 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d05a5be4-09ca-4af7-aca6-88bb5a5a105a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311116 Feb 04 10:24:18.090490 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:18.107053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:18.136644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.142368 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:18.143279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.236844 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.238059 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2a0cfc24-5e5d-4c37-adfa-52cb68dc2483 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9e3a5110-a5b7-40db-a6fd-a623eb935f68 HTTP/1.1" status: 204 len: 168 time: 4.0148087 Feb 04 10:24:18.257206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38834) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:18.265016 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7806056 Feb 04 10:24:18.323941 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:18.331314 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] For port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,segment=NetworkSegment(7d048726-b490-406b-ac24-500b0816f017),segment_id=7d048726-b490-406b-ac24-500b0816f017)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:18.331982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.335359 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.351051 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Transition to ACTIVE for port object 73581425-bd2d-4350-a4f4-642e2b73dd39 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:18.362944 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.456935 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292093-a955-4013-a5c8-ba872643d51a None None] Pushing event updated for resources: {'Port': ['ID=73581425-bd2d-4350-a4f4-642e2b73dd39,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:18.478697 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Attempting to bind port 73581425-bd2d-4350-a4f4-642e2b73dd39 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:18.479062 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Attempting to bind port 73581425-bd2d-4350-a4f4-642e2b73dd39 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:18.479420 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Attempting to bind port 73581425-bd2d-4350-a4f4-642e2b73dd39 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:18.492854 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:18.493146 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:18.493779 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.494336 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:18.494915 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Bound port: 73581425-bd2d-4350-a4f4-642e2b73dd39, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:18.495515 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.534762 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878533c-40f0-4016-b278-6bc5e4e65665 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Pushing event updated for resources: {'Network': ['ID=8cd806c1-70d4-4c20-bc7b-9417cf9302f9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:18.550037 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'name': 'tempest-network--582191906', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:18.555346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:18.559297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:network and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:18.561163 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Calling delete_port for fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:18.562167 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:18.569456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:18.574607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:18.589095 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Deleting subnet e2c42b2a-9aff-49d9-a591-9ad9eea7f90c {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:18.596973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:18.599981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.601899 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] For port 73581425-bd2d-4350-a4f4-642e2b73dd39, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:18.605805 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] For port 73581425-bd2d-4350-a4f4-642e2b73dd39, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=73581425-bd2d-4350-a4f4-642e2b73dd39,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:18.611141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 8cd806c1-70d4-4c20-bc7b-9417cf9302f9 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:18.612416 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.626264 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.632032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.641956 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '227baea7-0638-44be-882b-ba04a208c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:18.642349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: c592b9dd-3689-45d3-bab8-21084781ac6f, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:18.651339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:18.660326 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.684406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:18.689128 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:security_group_rule and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:18.692595 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:18.699314 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:18.719808 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292093-a955-4013-a5c8-ba872643d51a None None] Pushing event updated for resources: {'Port': ['ID=73581425-bd2d-4350-a4f4-642e2b73dd39,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:18.755826 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Routers {'710b756a-9962-444e-8fd0-8d662c6c7c13'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:18.756667 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['710b756a-9962-444e-8fd0-8d662c6c7c13'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:18.773385 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.787055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:18.788174 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.809557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:18.813707 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.834853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] Pushing event deleted for resources: {'Port': ['ID=fdef00a1-88cc-4b21-9aa6-3dd610bb7c44,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:18.845694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879299f-3970-4116-ab07-febd3afbe760 None None] No DVR routers for this DVR port fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:18.861608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d1521-6da2-4f0d-bcfd-c0d5c6d4f455 req-6346d56b-eee9-4dc2-bd00-7d4ab4b26efc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:18.863175 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-af2d1521-6da2-4f0d-bcfd-c0d5c6d4f455 req-6346d56b-eee9-4dc2-bd00-7d4ab4b26efc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5890272 Feb 04 10:24:18.868671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.902839 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.920580 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] The port 'fdef00a1-88cc-4b21-9aa6-3dd610bb7c44' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:24:18.933305 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network c592b9dd-3689-45d3-bab8-21084781ac6f is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:18.944203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.984508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:18.998318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting port 73581425-bd2d-4350-a4f4-642e2b73dd39 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:18.998688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.001384 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] Set router 710b756a-9962-444e-8fd0-8d662c6c7c13 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:19.070764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, c592b9dd-3689-45d3-bab8-21084781ac6f) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:19.086234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df1910-fc87-46d2-9b66-00220597f3bc None None] Network c592b9dd-3689-45d3-bab8-21084781ac6f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:19.099543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:19.105446 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:19.105620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.163940 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-af2d1521-6da2-4f0d-bcfd-c0d5c6d4f455 req-2ea8bdd4-01f1-499b-b744-2debd7e3a026 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916973 Feb 04 10:24:19.168571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:19.200560 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32783cc9-31a9-42de-857e-352b0a451c22,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:19.239094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.239611 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Added segment 59f3fa3d-f17b-43c4-9579-476d6ab2c4c8 of type vlan for network 292a04fb-204f-47cd-8b5a-cdd2e3a80709 Feb 04 10:24:19.241965 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.333405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee88406-dd14-4589-9fad-0d3d183af2d3']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:19.345348 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-017d7caf-68cd-4547-b762-f1ab5f46dc1b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2898741 Feb 04 10:24:19.356839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:19.364095 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d048726-b490-406b-ac24-500b0816f017') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:19.364475 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d048726-b490-406b-ac24-500b0816f017') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:19.388834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-c592b9dd-3689-45d3-bab8-21084781ac6f', 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '0f59e567-d053-4587-9104-68adc586592c'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:19.390217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.406917 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:06Z', 'updated_at': '2022-02-04T10:24:13Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:09Z', 'updated_at': '2022-02-04T10:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:19.411673 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66812d12-f810-4f43-96ff-57b6f093eb40 None None] The sync data for ids ['710b756a-9962-444e-8fd0-8d662c6c7c13'] in dv-neutron-827824-1-hyperv is: [{'id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'name': 'tempest-snat-router-964577436', 'tenant_id': '2dc2867043004a298b2581db02f7cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:06Z', 'updated_at': '2022-02-04T10:24:13Z', 'revision_number': 3, 'project_id': '2dc2867043004a298b2581db02f7cba4', 'gw_port': {'id': '73581425-bd2d-4350-a4f4-642e2b73dd39', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b756a-9962-444e-8fd0-8d662c6c7c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:09Z', 'updated_at': '2022-02-04T10:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:19.419093 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.449635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.496433 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.518118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.548794 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.553970 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:19.554635 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:19.571445 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:19.592646 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Allocated IP 2001:db8::1 (c592b9dd-3689-45d3-bab8-21084781ac6f/0f59e567-d053-4587-9104-68adc586592c/be7c4a49-b72f-449f-af1c-0187aab2f04d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:19.593657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.599307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9ac3c-a8b8-4f26-99a0-50c0bee6f659 None None] Network e82f4b16-eec0-4360-acc0-37a0321622d6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:19.605084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.611465 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c42b2a-9aff-49d9-a591-9ad9eea7f90c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:19.693988 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a1edf51e-399d-462e-aeff-85e7048c37dd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2c42b2a-9aff-49d9-a591-9ad9eea7f90c HTTP/1.1" status: 204 len: 168 time: 1.4311063 Feb 04 10:24:19.695512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:19.698714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:19.699722 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] For port 73581425-bd2d-4350-a4f4-642e2b73dd39, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=73581425-bd2d-4350-a4f4-642e2b73dd39,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:19.700096 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.701809 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:19.710953 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.738412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:19.775420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:19.787511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69ecb8-33c7-472d-ace1-a439d30ce17e None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:19.823703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.824648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:19.825225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.853325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:19.854868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:19.885111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.887455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:19.888039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.909501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:19.914092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=4daaff44-e454-49eb-85ca-df0e87de788b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:19.920606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Calling delete_port for 73581425-bd2d-4350-a4f4-642e2b73dd39 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:19.979022 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ec35aa67-5e51-4700-8a64-a6cf3df4ca8b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8838158 Feb 04 10:24:19.981589 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e1b5a06f-f060-4c2c-b365-0dcdc2db572b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/1823ea39-5d07-473e-8de9-6076f066d423 HTTP/1.1" status: 204 len: 168 time: 5.2057889 Feb 04 10:24:19.982899 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Deleting port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:19.983025 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.008964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.014222 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:20.014923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:20.079881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '4daaff44-e454-49eb-85ca-df0e87de788b', 'ip_address': '2001:db8::c7d8:1f7b:744d:abd4'}], 'name': 'tempest-NetworksTestDHCPv6-802545450'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:20.096809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.118716 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:20.121059 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:20.231615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] For port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,segment=NetworkSegment(6a528f63-5991-479f-8a03-146be1318885),segment_id=6a528f63-5991-479f-8a03-146be1318885)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:20.231980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.384007 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:20.384625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device fdef00a1-88cc-4b21-9aa6-3dd610bb7c44 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:20.385168 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b35e1ce2-4504-46e6-a521-7ad983a7b0f7 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:20.386101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port 345afc56-e81d-4873-b681-20c1a321688d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:20.386456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.413215 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Calling delete_port for 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:20.493679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: b35e1ce2-4504-46e6-a521-7ad983a7b0f7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:20.493679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b35e1ce2-4504-46e6-a521-7ad983a7b0f7 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:20.504090 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:20.507664 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:20.510487 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/networks/dee88406-dd14-4589-9fad-0d3d183af2d3 HTTP/1.1" status: 204 len: 168 time: 2.7066536 Feb 04 10:24:20.548354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38862) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:20.558532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.572474 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.589903 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2641735 Feb 04 10:24:20.590628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38866) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:20.615956 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:20.616777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87776c98-62b0-43ab-b751-188b4c25b981 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:20.620355 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Transition to ACTIVE for port object be7c4a49-b72f-449f-af1c-0187aab2f04d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:20.699153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95890-b840-463e-a7f5-2229b457ab2c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=292a04fb-204f-47cd-8b5a-cdd2e3a80709,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:20.708128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Transition to ACTIVE for port object be7c4a49-b72f-449f-af1c-0187aab2f04d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:20.720064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 292a04fb-204f-47cd-8b5a-cdd2e3a80709 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:20.754132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:20.756758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=064d388b-3096-497a-8fb1-e3d5e1ae7ee8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:20.790399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] No DVR routers for this DVR port 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:20.878002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd4cf6-4810-46a4-ab48-741cfbffab63 None None] DHCP port deletion for e82f4b16-eec0-4360-acc0-37a0321622d6 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:20.933909 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d149-da7b-4ddc-aa62-9838729ce575 tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Network': ['ID=dee88406-dd14-4589-9fad-0d3d183af2d3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:20.963257 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Network c592b9dd-3689-45d3-bab8-21084781ac6f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:20.979466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:20.982493 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:20.991670 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '4daaff44-e454-49eb-85ca-df0e87de788b'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:20.992516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.018730 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Pushing event updated for resources: {'Port': ['ID=be7c4a49-b72f-449f-af1c-0187aab2f04d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:21.019809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.059891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.108780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Deleting port 9de5477b-50d8-4174-a203-037abbb1ba27 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:21.109357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.134273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:21.167543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Attempting to bind port be7c4a49-b72f-449f-af1c-0187aab2f04d on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:21.168148 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Attempting to bind port be7c4a49-b72f-449f-af1c-0187aab2f04d by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '227baea7-0638-44be-882b-ba04a208c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:21.168282 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Attempting to bind port be7c4a49-b72f-449f-af1c-0187aab2f04d on network c592b9dd-3689-45d3-bab8-21084781ac6f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:21.185997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:21.186270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Checking segment: {'id': '227baea7-0638-44be-882b-ba04a208c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:21.187059 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.187059 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Bound using segment: {'id': '227baea7-0638-44be-882b-ba04a208c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:21.187551 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Bound port: be7c4a49-b72f-449f-af1c-0187aab2f04d, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227baea7-0638-44be-882b-ba04a208c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:21.187935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.188434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.204737 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:21.212184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.290475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82f4b16-eec0-4360-acc0-37a0321622d6']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.312001 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d684-0e67-4550-81be-13174d74473b req-9d5ffa3c-ad07-4f2c-a76b-c13bc1695290 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:21.313798 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e0b3d684-0e67-4550-81be-13174d74473b req-9d5ffa3c-ad07-4f2c-a76b-c13bc1695290 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.8126280 Feb 04 10:24:21.315962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a528f63-5991-479f-8a03-146be1318885') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.316308 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a528f63-5991-479f-8a03-146be1318885') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.341013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.342890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/4daaff44-e454-49eb-85ca-df0e87de788b/357c676b-64a3-4e6b-9f91-9e9b3a7016b5) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:21.356766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] For port be7c4a49-b72f-449f-af1c-0187aab2f04d, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:21.360394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] For port be7c4a49-b72f-449f-af1c-0187aab2f04d, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=be7c4a49-b72f-449f-af1c-0187aab2f04d,segment=NetworkSegment(227baea7-0638-44be-882b-ba04a208c470),segment_id=227baea7-0638-44be-882b-ba04a208c470)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:21.366721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.394139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.396320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for 345afc56-e81d-4873-b681-20c1a321688d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:21.422985 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e0b3d684-0e67-4550-81be-13174d74473b req-208a288a-b666-4a46-82a9-f10a1d1c2a0e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939164 Feb 04 10:24:21.427035 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:21.427556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:21.441019 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:21.480245 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:21.519747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.520129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.666782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ea51d-bbf7-41db-8840-afdcbee39075 None None] Pushing event updated for resources: {'Port': ['ID=be7c4a49-b72f-449f-af1c-0187aab2f04d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:21.683948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.691705 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.695359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Calling delete_port for 9de5477b-50d8-4174-a203-037abbb1ba27 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:21.758670 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.812647 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.853840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82f4b16-eec0-4360-acc0-37a0321622d6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:21.861042 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 73581425-bd2d-4350-a4f4-642e2b73dd39 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:21.887948 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0af4a0e8-0ba6-47cd-9c3e-e27c488173b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e82f4b16-eec0-4360-acc0-37a0321622d6 HTTP/1.1" status: 204 len: 168 time: 2.1829302 Feb 04 10:24:21.904501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.923324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:21.933159 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c592b9dd-3689-45d3-bab8-21084781ac6f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.952539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227baea7-0638-44be-882b-ba04a208c470') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.952884 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227baea7-0638-44be-882b-ba04a208c470') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:21.960954 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Transition to ACTIVE for port object 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:21.966247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.003779 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Transition to ACTIVE for port object 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:22.030338 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.050261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.113186 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Pushing event deleted for resources: {'Port': ['ID=9de5477b-50d8-4174-a203-037abbb1ba27,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:22.154654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:22.164951 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=0f59e567-d053-4587-9104-68adc586592c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:22.166811 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:22.180516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:22.241213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292a04fb-204f-47cd-8b5a-cdd2e3a80709']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:22.263977 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.271635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.275714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f3fa3d-f17b-43c4-9579-476d6ab2c4c8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:22.276012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f3fa3d-f17b-43c4-9579-476d6ab2c4c8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:22.287083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.288799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:22.307548 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 73581425-bd2d-4350-a4f4-642e2b73dd39 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:22.327743 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Pushing event updated for resources: {'Port': ['ID=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:22.333554 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 73581425-bd2d-4350-a4f4-642e2b73dd39 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:22.334044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.353215 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Port': ['ID=73581425-bd2d-4350-a4f4-642e2b73dd39,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:22.356552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.360578 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-75332f60-854b-4e85-864a-da5a0f1ed33a tempest-FloatingIPAdminTestJSON-318746485 tempest-FloatingIPAdminTestJSON-318746485-project] 10.222.0.73 "DELETE /v2.0/floatingips/68bd7997-6d14-4289-a13c-365085baa26d HTTP/1.1" status: 204 len: 168 time: 1.8109169 Feb 04 10:24:22.374973 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d48a755c-79ba-4e77-a566-e2bab11144bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3868a4075c14731bad3b31ea9591ab1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0823777 Feb 04 10:24:22.378944 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:22.380627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Attempting to bind port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:22.381030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Attempting to bind port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:22.381341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Attempting to bind port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:22.383384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Port 73581425-bd2d-4350-a4f4-642e2b73dd39 was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 10:24:22.388644 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:22.389016 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:22.389415 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.389800 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:22.390446 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Bound port: 357c676b-64a3-4e6b-9f91-9e9b3a7016b5, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:22.390673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.404450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:22.404879 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.422164 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:22.431425 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:22.478260 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:22.500030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.525844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:22.526285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 064d388b-3096-497a-8fb1-e3d5e1ae7ee8 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:22.533068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.544637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] For port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:22.620192 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.625534 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.651783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.653557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b947240-a7f5-4f99-a692-05897454e157,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:22.688309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.691328 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 1861dd7f-72e5-410c-9852-8a801dea8700 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:22.695073 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a53a811a-1825-42c7-97b1-9a5095178b93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b947240-a7f5-4f99-a692-05897454e157 HTTP/1.1" status: 204 len: 168 time: 0.3150530 Feb 04 10:24:22.789588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:22.790043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:22.814246 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:22.825855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:24:22.825855 dv-neutron-827824-1-hyperv neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:24:22.825855 dv-neutron-827824-1-hyperv neutron-server[87621]: [parameters: {'id': 'c592b9dd-3689-45d3-bab8-21084781ac6f'}] Feb 04 10:24:22.825855 dv-neutron-827824-1-hyperv neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:22.826262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:22.872405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:22.937918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.100140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b3025-940f-4bd1-bc92-598602d9da0a None None] Network c592b9dd-3689-45d3-bab8-21084781ac6f requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:23.175150 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.177714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.188804 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-a46efa6e-0452-41a3-86a7-391a4e9acf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:23.190753 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-a46efa6e-0452-41a3-86a7-391a4e9acf20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 1.0290391 Feb 04 10:24:23.250916 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-922f851d-9839-43c7-ba1d-10181ac3305b None None] Provisioning for port be7c4a49-b72f-449f-af1c-0187aab2f04d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:23.255605 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cf8bd7eb-87e1-45c8-bf85-5e01222b4811 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02d1b7cae5b5484d8fa694ced09b6dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812406 Feb 04 10:24:23.257862 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38902) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:23.270463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.306348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 292a04fb-204f-47cd-8b5a-cdd2e3a80709 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:24:23.347296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] For port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:23.361255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.387990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.402570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.404070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.422274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.423303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 710b756a-9962-444e-8fd0-8d662c6c7c13 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:23.424805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.426953 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Network': ['ID=292a04fb-204f-47cd-8b5a-cdd2e3a80709,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:23.469304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58389-e741-4548-9575-bd114869dff3 None None] Pushing event updated for resources: {'Port': ['ID=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:23.473081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.565613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=345afc56-e81d-4873-b681-20c1a321688d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:23.570845 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] DHCP port deletion for c592b9dd-3689-45d3-bab8-21084781ac6f request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:23.578639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Deleting port be7c4a49-b72f-449f-af1c-0187aab2f04d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:23.579309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.585391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.645798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port be7c4a49-b72f-449f-af1c-0187aab2f04d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:23.646354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.673913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:23.677913 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b8a0abb-9c7f-40a0-a311-21bd3a104e2f HTTP/1.1" status: 204 len: 168 time: 0.4160864 Feb 04 10:24:23.683710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a26a42-6bf4-4a65-bc5d-a21bd54986ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8a0abb-9c7f-40a0-a311-21bd3a104e2f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:23.741402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e15219-0128-42d9-b63e-9e1d342dd081 req-2e178e3f-0c78-40bf-a07e-bfcb36cc094c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:23.751583 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-80e15219-0128-42d9-b63e-9e1d342dd081 req-2e178e3f-0c78-40bf-a07e-bfcb36cc094c tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.0725033 Feb 04 10:24:23.960095 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-01d0977c-2165-4662-a5c0-79496c36f161 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/292a04fb-204f-47cd-8b5a-cdd2e3a80709 HTTP/1.1" status: 204 len: 168 time: 3.3558030 Feb 04 10:24:23.963470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38918) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:23.972290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:23.985760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:23.994894 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:network and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:24.003129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:24.019604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:24.054789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:24.057372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.124894 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:24.141821 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.142517 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Added segment a5cb4da7-ad26-43ee-96dd-213c076a4bc9 of type vlan for network c7604595-c602-4f01-8bcf-7c80201ec0f6 Feb 04 10:24:24.206652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.236497 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] For port be7c4a49-b72f-449f-af1c-0187aab2f04d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=be7c4a49-b72f-449f-af1c-0187aab2f04d,segment=NetworkSegment(227baea7-0638-44be-882b-ba04a208c470),segment_id=227baea7-0638-44be-882b-ba04a208c470)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:24.237763 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.282097 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.283646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.284885 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4f07c2bd-aa6e-4999-bcc3-5ad6f0aa28e9 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/routers/710b756a-9962-444e-8fd0-8d662c6c7c13 HTTP/1.1" status: 204 len: 168 time: 6.6792145 Feb 04 10:24:24.289400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:24.293511 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.300474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:24.332440 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-7331e1bf-f5a0-44dc-a55e-8a8a7d5cbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:24.335262 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-7331e1bf-f5a0-44dc-a55e-8a8a7d5cbaaa service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 1.1065476 Feb 04 10:24:24.417967 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Calling delete_port for be7c4a49-b72f-449f-af1c-0187aab2f04d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:24.440038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:24.440703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=c7604595-c602-4f01-8bcf-7c80201ec0f6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:24.473946 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c7604595-c602-4f01-8bcf-7c80201ec0f6 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:24.476322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::c7d8:1f7b:744d:abd4 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/4daaff44-e454-49eb-85ca-df0e87de788b/1861dd7f-72e5-410c-9852-8a801dea8700) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:24.526111 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-80e15219-0128-42d9-b63e-9e1d342dd081 req-a3862691-8740-433a-b731-fa1d5ec60b65 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7725487 Feb 04 10:24:24.588778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.591238 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6c463fd3-c691-4a7d-8800-cc8d81474a67 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/345afc56-e81d-4873-b681-20c1a321688d HTTP/1.1" status: 204 len: 168 time: 4.5724466 Feb 04 10:24:24.596399 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38940) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:24.596992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.624994 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:24.646428 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e2574306-1d55-4760-aef4-cbf1578c1cec tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6815197 Feb 04 10:24:24.650265 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:24.651187 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:24.653737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.663492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2824bcead48d4f6fb3d01c97f1a8a2a4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:24.671151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'subnet': {'network_id': 'c7604595-c602-4f01-8bcf-7c80201ec0f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:24.681772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:24.693776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:24.707327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:24.716287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] No DVR routers for this DVR port be7c4a49-b72f-449f-af1c-0187aab2f04d on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:24.718770 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85532fac-6a08-45d0-b241-2a41761d5353 None None] Pushing event deleted for resources: {'Port': ['ID=be7c4a49-b72f-449f-af1c-0187aab2f04d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:24.726689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:floatingip and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:24.749108 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-3d052b8c-18ea-4c7e-b349-86de6e23c2ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1002 time: 0.3928351 Feb 04 10:24:24.750091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:24.894208 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:24.948480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:24.970094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:24.997966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.025968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port be7c4a49-b72f-449f-af1c-0187aab2f04d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=be7c4a49-b72f-449f-af1c-0187aab2f04d,segment=NetworkSegment(227baea7-0638-44be-882b-ba04a208c470),segment_id=227baea7-0638-44be-882b-ba04a208c470)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:25.026613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.075075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:subnet and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:25.087239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:25.091994 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-0a6b27a7-994d-4880-89af-5a5ffb775bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:25.093449 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-0a6b27a7-994d-4880-89af-5a5ffb775bc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.2578366 Feb 04 10:24:25.107074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a77e6899-9b52-44bd-b9b0-9fe65995f4e6 None None] Provisioning for port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:25.110285 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:25.149099 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:25.151673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.279505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38960) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:25.308099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for be7c4a49-b72f-449f-af1c-0187aab2f04d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:25.375799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.409005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Deleting port 9415b640-afd9-4b43-a0fb-60394df403a2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:25.409356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.461460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2ec79ce1-1162-4888-b41c-56e1dccc5071 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:25.476944 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.488056 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.501860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:25.502210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:25.515624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 1861dd7f-72e5-410c-9852-8a801dea8700 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:25.518201 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-8e37de53-2f68-4e57-b879-179bad1aeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:25.519722 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-8e37de53-2f68-4e57-b879-179bad1aeaed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4156344 Feb 04 10:24:25.524073 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.669267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.714237 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2824bcead48d4f6fb3d01c97f1a8a2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2704282 Feb 04 10:24:25.722725 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:25.723503 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98200922-3fdb-497c-97af-312e62b1c1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c2a846-eb93-416c-b1c9-e383be09ba9f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:25.771249 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2ec79ce1-1162-4888-b41c-56e1dccc5071 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "PUT /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6 HTTP/1.1" status: 200 len: 366 time: 0.4710586 Feb 04 10:24:25.774667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.779582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:25.799829 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:25.841196 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-d4b33403-8537-456b-9185-9fc947f46e70 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138587 Feb 04 10:24:25.842410 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] For port 9415b640-afd9-4b43-a0fb-60394df403a2, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9415b640-afd9-4b43-a0fb-60394df403a2,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:25.842779 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.851766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:25.862787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:25.891698 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:25.903738 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:25.905081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:25.905559 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.909273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:25.909897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:25.919505 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-61e9b80d-0ed1-477f-8578-ca1a118175e1 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1318510 Feb 04 10:24:25.930948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=1861dd7f-72e5-410c-9852-8a801dea8700,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:25.992595 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 38976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.010138 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port be7c4a49-b72f-449f-af1c-0187aab2f04d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:26.010649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.034829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Calling delete_port for 9415b640-afd9-4b43-a0fb-60394df403a2 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:26.097975 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5d3f052f-cfa7-402a-9328-eefc0da1e277 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6 HTTP/1.1" status: 200 len: 366 time: 0.1039894 Feb 04 10:24:26.100732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38980) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.106809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.115382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e8e83-f685-4d8c-bf75-482c7dc0e37a req-8d6bf550-1479-4cd0-a2c9-7cff8f0203b0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:26.116955 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-701e8e83-f685-4d8c-bf75-482c7dc0e37a req-8d6bf550-1479-4cd0-a2c9-7cff8f0203b0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4699357 Feb 04 10:24:26.155229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:26.160510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.185245 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-66d82b34-024e-4926-8a62-4a57a91f99a8 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6 HTTP/1.1" status: 204 len: 168 time: 0.0832345 Feb 04 10:24:26.185919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38984) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.210197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 73581425-bd2d-4350-a4f4-642e2b73dd39 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:26.229545 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2a6b93f4-64b3-4b22-b386-ffbd3efa48eb tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0350728 Feb 04 10:24:26.236083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.248761 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-701e8e83-f685-4d8c-bf75-482c7dc0e37a req-c42d37cb-e0e0-4f9e-92ac-d7d8334c4d83 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213980 Feb 04 10:24:26.267499 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 73581425-bd2d-4350-a4f4-642e2b73dd39 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:26.267857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 73581425-bd2d-4350-a4f4-642e2b73dd39 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:26.269157 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-aee322ed-53b3-4a22-bd84-19f574fedc80 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6 HTTP/1.1" status: 200 len: 370 time: 0.0282903 Feb 04 10:24:26.271588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.297564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:26.300102 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-00ca9224-dd9a-4a66-ba27-4135a16ef905 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6/default HTTP/1.1" status: 200 len: 370 time: 0.0262768 Feb 04 10:24:26.302863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 38998) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.303152 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-77de3a8d-e9da-402f-ab63-02bd044bc470 None None] Provisioning for port 1861dd7f-72e5-410c-9852-8a801dea8700 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:26.308941 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-77de3a8d-e9da-402f-ab63-02bd044bc470 None None] Provisioning complete for port 1861dd7f-72e5-410c-9852-8a801dea8700 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:26.309365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77de3a8d-e9da-402f-ab63-02bd044bc470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.317765 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] The port 'be7c4a49-b72f-449f-af1c-0187aab2f04d' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:24:26.318057 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-2f0e1bc6-44a7-424a-af75-f36ed47404bb tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] delete failed (client error): The resource could not be found. Feb 04 10:24:26.322479 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2f0e1bc6-44a7-424a-af75-f36ed47404bb tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/4c923a6b75c340588febbcea3f22e4f6 HTTP/1.1" status: 404 len: 348 time: 0.0180349 Feb 04 10:24:26.372822 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-77de3a8d-e9da-402f-ab63-02bd044bc470 None None] Port 1861dd7f-72e5-410c-9852-8a801dea8700 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:24:26.394909 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-72e89f48-b432-40ec-b644-4f3de3d7ccef tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.3785985 Feb 04 10:24:26.396496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.399970 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1b2e6518-3d2a-4770-8f4f-1a457376a673 req-02375163-ae1d-4e85-9ee9-8c34cd976cae service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415702 Feb 04 10:24:26.404866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.429293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.objects.ports [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:24:26.429900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.456841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '4daaff44-e454-49eb-85ca-df0e87de788b', 'ip_address': '2001:db8::c7d8:1f7b:744d:abd4'}], 'name': 'tempest-NetworksTestDHCPv6-165805837'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:26.469465 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:26.489480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.554524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event deleted for resources: {'Port': ['ID=9415b640-afd9-4b43-a0fb-60394df403a2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:26.608604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d107f284-6129-4185-9aa8-dec7f025fe28,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:26.633637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.679574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.712004 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.17 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/1a06e6a9-7db5-42c3-ad07-cbede034e268) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:26.760000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:network and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:26.776664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:26.779492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c592b9dd-3689-45d3-bab8-21084781ac6f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:26.783933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Checking segment: {'id': 'a5cb4da7-ad26-43ee-96dd-213c076a4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7604595-c602-4f01-8bcf-7c80201ec0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:26.784286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Network hostable DHCP agents. Network: c7604595-c602-4f01-8bcf-7c80201ec0f6, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:26.801763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227baea7-0638-44be-882b-ba04a208c470') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:26.802223 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227baea7-0638-44be-882b-ba04a208c470') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:26.810355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:subnet and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:26.812853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.881255 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:26.890134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.903488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:26.910466 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:26.918222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:26.921103 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:24:26.925272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:26.927417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Network c7604595-c602-4f01-8bcf-7c80201ec0f6 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:26.929229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.943901 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.970656 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c2a846-eb93-416c-b1c9-e383be09ba9f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:26.978108 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:26.978410 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:26.994724 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:26.998070 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:27.000505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.002239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, c7604595-c602-4f01-8bcf-7c80201ec0f6) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:27.002696 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.004302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.006234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:subnetpool and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.012376 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:27.012964 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.014287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50976dc1-d456-4366-9b77-1be3fb96f226 None None] Network c7604595-c602-4f01-8bcf-7c80201ec0f6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:27.022225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.027612 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.028950 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8e13ba52-b106-4c15-894c-eff3a00d6bca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4c2a846-eb93-416c-b1c9-e383be09ba9f HTTP/1.1" status: 204 len: 168 time: 1.2945857 Feb 04 10:24:27.053153 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:port and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.060940 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.061456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd34b725-b1d6-4efa-b429-83844fdcf29b {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:27.066207 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.067468 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-687e0de0-6365-499e-9539-7fcabf8f8428 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "DELETE /v2.0/routers/fd34b725-b1d6-4efa-b429-83844fdcf29b HTTP/1.1" status: 204 len: 168 time: 2.6331568 Feb 04 10:24:27.068514 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.071123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39014) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:27.074940 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-659772f0-44aa-490a-b8b9-971d23ffc0f1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4209816 Feb 04 10:24:27.080296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-523554161', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:27.086774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39018) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:27.093630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7604595-c602-4f01-8bcf-7c80201ec0f6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:27.097823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:27.104682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:27.107595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.111344 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:router and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.114536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:floatingip and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.117066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.120851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.129281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:27.132931 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:27.134955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.152262 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:floatingip and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.156378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.178740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.179853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.187088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 29b25be7-757d-427b-9070-29bd61db389e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:27.188688 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.250801 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.272833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.298046 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.328457 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.331582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=c592b9dd-3689-45d3-bab8-21084781ac6f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:27.343679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793493c-c996-40b5-8afd-d551487897d0 None None] Network c7604595-c602-4f01-8bcf-7c80201ec0f6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:27.365458 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-058626cd-9f24-45db-99bf-c46159b971d3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/c592b9dd-3689-45d3-bab8-21084781ac6f HTTP/1.1" status: 204 len: 168 time: 8.0017006 Feb 04 10:24:27.400802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39022) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:27.406143 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1326293139'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:27.413539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:27.417650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.421883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.428546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:27.446821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:27.450533 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.491973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:security_group and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.550266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.554927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:27.578507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.647421 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.654930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.655409 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 69dfaa5b-c93c-41c1-bdfe-f74dce9d1def of type vlan for network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c Feb 04 10:24:27.659378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Usage tracker for resource:security_group_rule and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.670168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=1a06e6a9-7db5-42c3-ad07-cbede034e268,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:27.680454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.691301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:27.694762 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-11e551ba-f323-45fe-a090-5dfff0440c70 tempest-QuotasTest-997962602 tempest-QuotasTest-997962602-project-admin] 10.222.0.73 "GET /v2.0/quotas/76a349100d8c472185d5a08474aa2827/details.json HTTP/1.1" status: 200 len: 703 time: 1.2241762 Feb 04 10:24:27.700609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.714091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:27.728676 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:27.778043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:27.783993 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:27.817733 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 10:24:27.823413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:24:27.855607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.861260 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-95bc4cbb-9ce5-4788-997b-0bfc0aa6f015 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4229445 Feb 04 10:24:27.864452 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39034) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:27.870576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.901809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:27.905802 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.908110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:27.922061 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:69b890d1de7f4f03bd956d346b513bf8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:27.928799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:27.938848 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:27.960867 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:27.966308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:27.967583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.034912 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Allocated IP 172.20.0.9 (c7604595-c602-4f01-8bcf-7c80201ec0f6/d107f284-6129-4185-9aa8-dec7f025fe28/4e554c13-017d-4141-b669-5a051bfd0ef2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:28.050808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:28.093178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.118800 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7140920 Feb 04 10:24:28.119018 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9415b640-afd9-4b43-a0fb-60394df403a2 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:28.121545 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39046) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:28.152911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 9415b640-afd9-4b43-a0fb-60394df403a2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:28.153113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9415b640-afd9-4b43-a0fb-60394df403a2 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:28.158122 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:28.173969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68526c-4518-43e2-aef1-3e87bda79f4b tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=1297f3b6-979d-46c9-8ed5-f4e46c258d6c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:28.192461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:28.304971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.347786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f490e5-ceb0-4618-a6f0-81f33e2e11f9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:28.354256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f490e5-ceb0-4618-a6f0-81f33e2e11f9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:28.355052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-64f490e5-ceb0-4618-a6f0-81f33e2e11f9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:28.497615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.503130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.528804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.536602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-64f490e5-ceb0-4618-a6f0-81f33e2e11f9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:28.540686 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-64f490e5-ceb0-4618-a6f0-81f33e2e11f9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6726823 Feb 04 10:24:28.540686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:28.542878 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:28.548403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:28.551321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:28.579793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:28.593566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.617321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:28.635572 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.640105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec063bd1cf741c5a63cbe347e852670 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:28.658759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:28.674341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.680742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:28.702670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 1861dd7f-72e5-410c-9852-8a801dea8700 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:28.703023 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.727768 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69b890d1de7f4f03bd956d346b513bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8996336 Feb 04 10:24:28.727768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4e72-d3e4-493a-9987-1a6a3aa3e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d221c7d-16a0-4343-b87d-2b02617e5189,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:28.728783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:28.731865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:28.735523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.865097 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:28.944648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Allocated IP 172.26.5.15 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/2f18c77e-dc48-4ad2-a5a0-6df7d379b387) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:28.970199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Network c7604595-c602-4f01-8bcf-7c80201ec0f6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:28.977811 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:28.980406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:29.049583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.050299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Port': ['ID=4e554c13-017d-4141-b669-5a051bfd0ef2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.108200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.119693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.126651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:29.168626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.175627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.211829 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ec063bd1cf741c5a63cbe347e852670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1594501 Feb 04 10:24:29.212557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2377-da93-4fdd-bc10-a8e444d82aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fc005-a811-4fa5-b360-7973d2bca339,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.215564 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:29.224088 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.297825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.300936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.382548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.410321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.420879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.446104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=1a06e6a9-7db5-42c3-ad07-cbede034e268,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.462438 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.490157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.574243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 1861dd7f-72e5-410c-9852-8a801dea8700 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:29.587303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:29.592341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:29.594837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:29.623891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.657679 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.691228 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.710191 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event updated for resources: {'Port': ['ID=2f18c77e-dc48-4ad2-a5a0-6df7d379b387,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.737452 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d221c7d-16a0-4343-b87d-2b02617e5189,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.738546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.777219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.778572 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-94e69c28-8b74-4c70-b249-2b64305d3329 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1812303 Feb 04 10:24:29.784032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:29.788132 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-99006cc4-debc-4f45-b114-35e38afcf471 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d221c7d-16a0-4343-b87d-2b02617e5189 HTTP/1.1" status: 204 len: 168 time: 1.0322454 Feb 04 10:24:29.788304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:29.805470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'port': {'network_id': '397c55d0-aecb-4b8a-a292-3bcb19d441b6', 'name': 'tempest-FloatingIPTestJSON-697969832'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:29.821145 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=90073f0c-7fe7-4ff9-a93c-a82a766a2c1c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.830490 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fc005-a811-4fa5-b360-7973d2bca339,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:29.949792 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:29.950207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: 1297f3b6-979d-46c9-8ed5-f4e46c258d6c, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:30.010724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.012159 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-307191ca-0af2-40d2-a61d-e9b8c8464e96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a2fc005-a811-4fa5-b360-7973d2bca339 HTTP/1.1" status: 204 len: 168 time: 0.7887278 Feb 04 10:24:30.012283 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.080958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:30.087830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=1861dd7f-72e5-410c-9852-8a801dea8700,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:30.091813 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.107134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.141898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:30.149908 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 1297f3b6-979d-46c9-8ed5-f4e46c258d6c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:30.161388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:port and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:30.162864 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13575a4-05ab-4063-9c01-30b2cfc669bb None None] Network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:30.165670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.168973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:30.174004 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.180086 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:30.210068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:30.230905 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-806e6a59-6ac4-461f-b6ed-a18d0b8a4dba tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/1861dd7f-72e5-410c-9852-8a801dea8700 HTTP/1.1" status: 204 len: 168 time: 1.6820734 Feb 04 10:24:30.237440 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39080) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:30.341268 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-416627f4-3a17-4db2-865d-3a606f950cb7 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1897905 Feb 04 10:24:30.343327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39084) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:30.345066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:30.358563 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.547916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Port': ['ID=4e554c13-017d-4141-b669-5a051bfd0ef2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:30.567315 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.591255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.598901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-1297f3b6-979d-46c9-8ed5-f4e46c258d6c', 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '90073f0c-7fe7-4ff9-a93c-a82a766a2c1c'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:30.600326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.640892 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:30.654270 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.655693 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c55ec619-ed09-49e2-b329-c4302acf154c tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5665121 Feb 04 10:24:30.666992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:30.762234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a6c8a78a-1be5-4bad-b1c5-53ff55b81c4d tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Synchronizing usage tracker for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:30.773477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:30.784043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] device_id is not set on port a8848b97-5110-4da5-95d3-2fe650026534 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:30.847583 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Allocated IP 2001:db8::1 (1297f3b6-979d-46c9-8ed5-f4e46c258d6c/90073f0c-7fe7-4ff9-a93c-a82a766a2c1c/2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:30.857834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a6c8a78a-1be5-4bad-b1c5-53ff55b81c4d tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Unset dirty status for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:30.862342 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a6c8a78a-1be5-4bad-b1c5-53ff55b81c4d tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=c7604595-c602-4f01-8bcf-7c80201ec0f6 HTTP/1.1" status: 200 len: 689 time: 0.1910050 Feb 04 10:24:30.863062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:30.878598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c6dbb-1be8-4e3c-b900-7898b9dad8ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:30.881089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c6dbb-1be8-4e3c-b900-7898b9dad8ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:30.881533 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a42c6dbb-1be8-4e3c-b900-7898b9dad8ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:30.898679 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:30.916153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Usage tracker for resource:security_group_rule and tenant:76a349100d8c472185d5a08474aa2827 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:30.940406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:30.962607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:30.976687 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a42c6dbb-1be8-4e3c-b900-7898b9dad8ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:30.976687 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a42c6dbb-1be8-4e3c-b900-7898b9dad8ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7312751 Feb 04 10:24:30.977421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39110) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:31.111009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.155343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.168735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.9 (397c55d0-aecb-4b8a-a292-3bcb19d441b6/97a640b7-2827-4881-8928-8c65841f75d8/a8848b97-5110-4da5-95d3-2fe650026534) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:31.174278 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 4daaff44-e454-49eb-85ca-df0e87de788b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:31.186023 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.186993 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.200146 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Transition to ACTIVE for port object 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:31.222831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Transition to ACTIVE for port object 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:31.226515 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.230911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.301249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Deleting port 4e554c13-017d-4141-b669-5a051bfd0ef2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:31.302324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.315387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Pushing event updated for resources: {'Port': ['ID=2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:31.322868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:31.324379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:31.326830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:31.384067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.424700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Attempting to bind port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:31.425292 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Attempting to bind port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:31.425836 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Attempting to bind port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 on network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:31.432301 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:31.432875 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Checking segment: {'id': '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:31.433465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.434079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Bound using segment: {'id': '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:31.434694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Bound port: 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:31.435230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.475622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.512976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.536104 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] For port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:31.539370 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] For port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9,segment=NetworkSegment(69dfaa5b-c93c-41c1-bdfe-f74dce9d1def),segment_id=69dfaa5b-c93c-41c1-bdfe-f74dce9d1def)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:31.546878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.596512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.597485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.609821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.637073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9df3e-419c-409a-9c42-0fff4ca0de23 None None] Pushing event updated for resources: {'Port': ['ID=2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:31.774426 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Calling delete_port for 4e554c13-017d-4141-b669-5a051bfd0ef2 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:31.806493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:31.883253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:31.949921 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76a349100d8c472185d5a08474aa2827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2834165 Feb 04 10:24:31.966751 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe0e68-5375-4a98-bd98-ad10aba1e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739d02f7-9e65-4c24-92f9-18e4cf173df7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:31.969826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39134) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:31.993066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.012778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Router 3d097094-dc1b-4b53-b620-ed73a8bade91 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:32.026795 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.096156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=4daaff44-e454-49eb-85ca-df0e87de788b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:32.107814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.114015 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc56b17-1c08-4c26-86ca-997ee466651a None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:32.115554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.120148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1152881838'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:32.167480 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:32.174874 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=90073f0c-7fe7-4ff9-a93c-a82a766a2c1c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:32.185779 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Usage tracker for resource:router and tenant:19ef9983b18c409f92ef174cc24c5694 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:32.200775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.202469 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:32.265056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e554c13-017d-4141-b669-5a051bfd0ef2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:32.287431 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:32.305048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.313047 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6ab5f836-06fa-470d-8c10-7067cf966216 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/4daaff44-e454-49eb-85ca-df0e87de788b HTTP/1.1" status: 204 len: 168 time: 1.3324485 Feb 04 10:24:32.327033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:32.402260 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.407700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:32.413365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Deleting port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:32.413849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.428077 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.429012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.443121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.455268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.456749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:32.463819 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d90f14ed-590b-45d3-a343-fdaf194221f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308300 Feb 04 10:24:32.468367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.477030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39142) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:32.478138 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] Sync routers for ids ['3d097094-dc1b-4b53-b620-ed73a8bade91'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:32.490642 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] Routers {'3d097094-dc1b-4b53-b620-ed73a8bade91'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:32.491687 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3d097094-dc1b-4b53-b620-ed73a8bade91'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.491942 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:32.527075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1297f3b6-979d-46c9-8ed5-f4e46c258d6c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.580826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.581101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.602414 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.617945 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] Routers {'3d097094-dc1b-4b53-b620-ed73a8bade91'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:32.618727 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3d097094-dc1b-4b53-b620-ed73a8bade91'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.632501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.657907 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] For port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:32.658424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.660287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.678696 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network 397c55d0-aecb-4b8a-a292-3bcb19d441b6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:32.685601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:32.695710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:32.698966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.729575 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:32.730327 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f9c77-3943-4224-a3bd-f6a812832339 None None] The sync data for ids ['3d097094-dc1b-4b53-b620-ed73a8bade91'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:32.740020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=a8848b97-5110-4da5-95d3-2fe650026534,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:32.753998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.766136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.786492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:32.786824 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:32.787115 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.796173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:32.809877 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:32.812240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:32.833238 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.834529 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-58511dc6-c8b4-454c-8b3a-a51aef64b422 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7618845 Feb 04 10:24:32.835653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:32.842696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:32.855354 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Calling delete_port for 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:32.857535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:32.941674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:32.991140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] No DVR routers for this DVR port 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:33.002249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ccc97-acbe-4ab7-956a-c443d46ccfc2 None None] Pushing event deleted for resources: {'Port': ['ID=357c676b-64a3-4e6b-9f91-9e9b3a7016b5,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:33.026520 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.029142 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d16fd7-fa0d-4a81-8030-9661476fe7ab None None] Network 1297f3b6-979d-46c9-8ed5-f4e46c258d6c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:33.056313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:33.056934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.070101 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:33.072461 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.073678 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/739d02f7-9e65-4c24-92f9-18e4cf173df7 HTTP/1.1" status: 204 len: 168 time: 1.0895984 Feb 04 10:24:33.074689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b429f9-0e7a-49c8-8c5b-9d6e3cadb890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d02f7-9e65-4c24-92f9-18e4cf173df7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:33.079832 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.092399 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.093663 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c38d9314-82fa-4712-a648-41552b6a3396 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2093241 Feb 04 10:24:33.096445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:33.096835 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:24:33.096835 dv-neutron-827824-1-hyperv neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:24:33.096835 dv-neutron-827824-1-hyperv neutron-server[87621]: [parameters: {'id': '1297f3b6-979d-46c9-8ed5-f4e46c258d6c'}] Feb 04 10:24:33.096835 dv-neutron-827824-1-hyperv neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:33.097133 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:33.124404 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-95cb1f03-a2da-4e9a-8bdb-5e102166d16c tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3280015 Feb 04 10:24:33.128574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:33.134583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': 'a8848b97-5110-4da5-95d3-2fe650026534'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:33.166936 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3499fdf6-3fed-47de-8875-eb30f2a5d7d4 None None] Provisioning for port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:33.222706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.353828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] DHCP port deletion for 1297f3b6-979d-46c9-8ed5-f4e46c258d6c request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:33.360229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Deleting port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:33.360614 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.373633 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.642668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] For port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9,segment=NetworkSegment(69dfaa5b-c93c-41c1-bdfe-f74dce9d1def),segment_id=69dfaa5b-c93c-41c1-bdfe-f74dce9d1def)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:33.643214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.791633 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:33.817833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.828410 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Calling delete_port for 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:33.847947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.850157 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:33.850508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.867922 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:33.868263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 357c676b-64a3-4e6b-9f91-9e9b3a7016b5 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:33.930335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:33.964713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] The port '2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:24:33.990328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] Pushing event deleted for resources: {'Port': ['ID=2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:34.005112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc275bd4-d9f7-47af-8549-d7d981d4914e None None] No DVR routers for this DVR port 2e164b07-a3bf-4bcb-95f3-8e36d9e6bfe9 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:34.071091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d107f284-6129-4185-9aa8-dec7f025fe28,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:34.103444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.137297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1297f3b6-979d-46c9-8ed5-f4e46c258d6c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.208622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.208925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dfaa5b-c93c-41c1-bdfe-f74dce9d1def') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.243253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.267416 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.270832 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.276230 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:34.276683 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.276818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.280947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.290869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:34.293644 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:34.298366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.353105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.417644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:34.420279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.420753 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac1e1279-dcc8-4d29-b252-088f59bf2b76 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:34.430290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:34.446726 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a0a13-4619-4e61-b2a3-ea56fd92a18f None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:34.497373 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7604595-c602-4f01-8bcf-7c80201ec0f6']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.502612 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.512873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:34.513637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.562741 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cb4da7-ad26-43ee-96dd-213c076a4bc9') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.563039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cb4da7-ad26-43ee-96dd-213c076a4bc9') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:34.571048 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=ec3296cb-7ade-429c-a449-75b677cb9484,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:34.592380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.593687 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f6090cef-bb79-4b93-9591-890ab9e23ead tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ac1e1279-dcc8-4d29-b252-088f59bf2b76 HTTP/1.1" status: 204 len: 168 time: 1.4879882 Feb 04 10:24:34.596519 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.601197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-435d2bf4-424d-431f-961d-b976b49cd5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.608287 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:34.613204 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e78ecdd2-ccf2-4aff-8dba-6007d677c118 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1304865 Feb 04 10:24:34.619281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39190) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:34.631459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Request body: {'router': {'name': 'tempest-router-1385062067', 'distributed': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:34.669799 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.688711 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/1297f3b6-979d-46c9-8ed5-f4e46c258d6c HTTP/1.1" status: 204 len: 168 time: 4.3417096 Feb 04 10:24:34.688711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ccbe-c39f-4bcf-9626-3a5baf2a6205 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=1297f3b6-979d-46c9-8ed5-f4e46c258d6c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:34.690638 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39198) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:34.699144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745400885'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:34.702710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': 'ec3296cb-7ade-429c-a449-75b677cb9484', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-422956382'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:34.708353 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:34.716491 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:34.721194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:34.725074 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 8b324ee7-b539-44a6-994a-a6aa2756702a associated. External IP: 172.26.5.17, port: a8848b97-5110-4da5-95d3-2fe650026534. Feb 04 10:24:34.725691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.730888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:34.781858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': 'ec3296cb-7ade-429c-a449-75b677cb9484'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:34.783834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.800181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:34.853120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Usage tracker for resource:router and tenant:19ef9983b18c409f92ef174cc24c5694 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:34.858896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:34.859282 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:34.873282 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:34.883763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:34.889006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:34.892253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.954028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:34.968797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:34.989396 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:34.995635 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:34.995978 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 861bf9ee-e5c8-455f-97e5-24074a1c317f of type vlan for network bd6608da-0d9d-4220-83ea-3cf7a226d883 Feb 04 10:24:35.002849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/ec3296cb-7ade-429c-a449-75b677cb9484/806c3b2c-2e53-482c-99f1-2270555dcd44) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:35.003311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.004399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.010150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.068034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.099109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7604595-c602-4f01-8bcf-7c80201ec0f6 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:24:35.103608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.117996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.121749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7604595-c602-4f01-8bcf-7c80201ec0f6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:35.123881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:35.170877 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.183867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:35.191925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:35.200476 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1f60c131-464d-42c4-a67a-993afececad7 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c7604595-c602-4f01-8bcf-7c80201ec0f6 HTTP/1.1" status: 204 len: 168 time: 4.3368216 Feb 04 10:24:35.201584 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:35.206803 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39210) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:35.232938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:35.240958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.247068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:35.247765 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.279077 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.291771 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5999706 Feb 04 10:24:35.300156 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.324837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Transition to ACTIVE for port object 806c3b2c-2e53-482c-99f1-2270555dcd44 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:35.371715 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39214) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:35.378049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Transition to ACTIVE for port object 806c3b2c-2e53-482c-99f1-2270555dcd44 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:35.388084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.442254 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:35.453007 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:35.467584 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:35.472922 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:35.478503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:35.546641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.550643 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-aced5a9d-ffde-4a5f-9b83-cefbda1d0948 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9351871 Feb 04 10:24:35.553040 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:35.563426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Pushing event updated for resources: {'Port': ['ID=806c3b2c-2e53-482c-99f1-2270555dcd44,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:35.593004 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1200065615', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:35.606117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Attempting to bind port 806c3b2c-2e53-482c-99f1-2270555dcd44 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:35.606789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Attempting to bind port 806c3b2c-2e53-482c-99f1-2270555dcd44 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:35.607263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Attempting to bind port 806c3b2c-2e53-482c-99f1-2270555dcd44 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:35.613179 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:35.613883 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:35.615290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.615797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:35.616351 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Bound port: 806c3b2c-2e53-482c-99f1-2270555dcd44, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:35.616918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.619709 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:35.624288 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:35.629430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:35.638105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:35.644554 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-80b903c3-eb44-4d3f-a2a9-cdf2f9e709ea tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Synchronizing usage tracker for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:35.655567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:35.674864 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:35.679824 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.700513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:network and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:35.737563 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:35.752432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.756092 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] For port 806c3b2c-2e53-482c-99f1-2270555dcd44, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:35.759457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] For port 806c3b2c-2e53-482c-99f1-2270555dcd44, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=806c3b2c-2e53-482c-99f1-2270555dcd44,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:35.766304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.803140 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd051-12ce-4696-a869-c16fb84ce65c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=bd6608da-0d9d-4220-83ea-3cf7a226d883,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:35.815798 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:35.887504 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:35.925267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.939156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Made reservation on behalf of 305bf9cf12ea4ddd9e6542ccd2f8bc1b for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:35.941486 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.944309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-80b903c3-eb44-4d3f-a2a9-cdf2f9e709ea tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Unset dirty status for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:35.945534 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-80b903c3-eb44-4d3f-a2a9-cdf2f9e709ea tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1766 time: 0.7368984 Feb 04 10:24:35.951927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39222) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:35.965054 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:35.972485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0e8f-384f-49b9-8434-b2742f3b1f23 None None] Pushing event updated for resources: {'Port': ['ID=806c3b2c-2e53-482c-99f1-2270555dcd44,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:35.998327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:36.003521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:36.009411 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:36.012600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:security_group_rule and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:36.017807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.021249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:36.022060 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:36.049520 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:36.067814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:36.094788 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:36.105314 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:36.105966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:36.108775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 26ef3d15-1c5e-400d-bbe3-0b881eaefb03 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:36.151458 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2c183a16-b93a-4e5c-8a80-a96109cbcdf4 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/8b324ee7-b539-44a6-994a-a6aa2756702a HTTP/1.1" status: 200 len: 976 time: 3.0216341 Feb 04 10:24:36.155442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:36.225827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:36.225827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a96cc-5e12-4089-9cd6-dac85a86b49f None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:36.289345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.297994 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.313060 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port a8848b97-5110-4da5-95d3-2fe650026534 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:36.313552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.351052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.478005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.478481 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.478938 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.479396 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.479851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.480319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.480760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.481205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:36.482236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Synchronizing usage tracker for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:36.501900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.502353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e39b27b-9121-4dde-87a7-a6f7265ca919 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:36.543654 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=b8996db0-1dd8-4840-b323-691cacc692c1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:36.551350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.562112 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.575268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '861bf9ee-e5c8-455f-97e5-24074a1c317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:36.575632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: bd6608da-0d9d-4220-83ea-3cf7a226d883, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:36.598939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Unset dirty status for tenant:dbdc0427c8b14934be1ceeba6f64ccbd on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:36.600179 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a3fa800c-a59d-401a-9254-29e3d5eb92a8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.6458836 Feb 04 10:24:36.607588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39230) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:36.614677 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:24:36.615178 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:24:36.623290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.624443 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a5901dad-74dd-4311-916d-b88834a2916d tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2e39b27b-9121-4dde-87a7-a6f7265ca919 HTTP/1.1" status: 204 len: 168 time: 1.0675876 Feb 04 10:24:36.634267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:36.644233 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Request body: {'router': {'name': 'tempest-router-1185461607', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7f76e3096f774c248daddda6ffd72b13'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:36.655364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:36.658520 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7d8397a7-4f9d-4a7b-bf10-c3b13f09a905 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0361440 Feb 04 10:24:36.663717 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Usage tracker for resource:router and tenant:7f76e3096f774c248daddda6ffd72b13 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:36.666234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:36.671011 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:36.773166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:36.822100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.823107 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.868454 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:36.903963 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-f0529535-a8fc-48b7-921d-bf9ce0cf3ee8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] delete failed (client error): The resource could not be found. Feb 04 10:24:36.907795 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f0529535-a8fc-48b7-921d-bf9ce0cf3ee8 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/b33b5b41-05e8-4673-a3b3-50aa3ef2d6cf HTTP/1.1" status: 404 len: 345 time: 0.2965119 Feb 04 10:24:36.911147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb7bad-f084-41b7-a4bf-30cc24789b26,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:36.923828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:36.941888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:36.943002 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Added segment 1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1 of type vlan for network 3d27a9df-f4d9-41ca-b738-1a8308959095 Feb 04 10:24:36.990323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:37.013445 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d91fd5-d0d6-4bc9-9649-7399d9bab008 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 10:24:37.013916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d91fd5-d0d6-4bc9-9649-7399d9bab008 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:24:37.051076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.052531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-36109dbc-7fd3-4d09-8b7e-e7cefd6a62a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.065556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, bd6608da-0d9d-4220-83ea-3cf7a226d883) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:37.066306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.070841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:37.071417 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.087144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcace6d4-e3f0-4401-a1a3-031a52a013a9 None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:37.148195 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e6d91fd5-d0d6-4bc9-9649-7399d9bab008 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c7604595-c602-4f01-8bcf-7c80201ec0f6 HTTP/1.1" status: 404 len: 339 time: 0.2223151 Feb 04 10:24:37.164697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.182023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07bb60-43e2-40f0-aa2d-c7a09ec80f8e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:37.183135 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4a07bb60-43e2-40f0-aa2d-c7a09ec80f8e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:37.190605 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.199869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'name': 'tempest-network--1813407528', 'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:37.207174 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:37.211921 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.220127 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f98760cb-c656-48c9-ac3c-af15e8e0d98d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7836764 Feb 04 10:24:37.226397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.233759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:network and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:37.234617 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:37.243183 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:37.316590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4a07bb60-43e2-40f0-aa2d-c7a09ec80f8e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:37.318754 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4a07bb60-43e2-40f0-aa2d-c7a09ec80f8e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6511648 Feb 04 10:24:37.320342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:37.327197 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.328040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:24:37.334682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.338444 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fdccacc4-14ad-429e-b4ac-f5cc4bc50981 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7006366 Feb 04 10:24:37.340588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.353462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:37.377277 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-bd6608da-0d9d-4220-83ea-3cf7a226d883', 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': 'b8996db0-1dd8-4840-b323-691cacc692c1'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:37.378578 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.390211 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88ab8f57-d599-4fbf-aee9-67fdc828405f None None] Provisioning for port 806c3b2c-2e53-482c-99f1-2270555dcd44 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:37.415228 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:37.417487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.514884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.549517 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Allocated IP 2001:db8::2 (bd6608da-0d9d-4220-83ea-3cf7a226d883/b8996db0-1dd8-4840-b323-691cacc692c1/83a88b0f-1447-4962-962a-917c7bff8312) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:37.564178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.565226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:37.565812 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.638900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.709434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Network': ['ID=3d27a9df-f4d9-41ca-b738-1a8308959095,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:37.710066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:37.720801 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:37.743036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1ff4a-f6f8-481f-9800-118524f69f88 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:37.745101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1ff4a-f6f8-481f-9800-118524f69f88 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:37.746082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-60c1ff4a-f6f8-481f-9800-118524f69f88 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:37.782647 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5a4df4fa-0d6b-4565-aff9-bd9033f111a9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7888525 Feb 04 10:24:37.790274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.807567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'subnet': {'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:37.813033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:37.817367 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:subnet and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:37.822646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:37.828825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:37.840592 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:37.842328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 806c3b2c-2e53-482c-99f1-2270555dcd44 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:37.843091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-60c1ff4a-f6f8-481f-9800-118524f69f88 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:37.846880 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-60c1ff4a-f6f8-481f-9800-118524f69f88 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5081966 Feb 04 10:24:37.847723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.848105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.849149 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP 8b324ee7-b539-44a6-994a-a6aa2756702a disassociated. External IP: 172.26.5.17, port: a8848b97-5110-4da5-95d3-2fe650026534. Feb 04 10:24:37.849626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for a8848b97-5110-4da5-95d3-2fe650026534 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:37.879989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Made reservation on behalf of 305bf9cf12ea4ddd9e6542ccd2f8bc1b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:37.882080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.896582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:subnet and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:37.896782 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.897049 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Added segment a06fba79-160a-4c6d-9b34-d0e0aafa2ab2 of type vlan for network 07e83f00-8142-4e65-bb9c-d0275f7a1e05 Feb 04 10:24:37.905149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:37.906782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:37.960949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.961433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.969031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:37.977347 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:37.996916 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.012197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.014027 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Transition to ACTIVE for port object 83a88b0f-1447-4962-962a-917c7bff8312 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:38.021795 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:38.025595 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.037367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 806c3b2c-2e53-482c-99f1-2270555dcd44 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:38.043095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Transition to ACTIVE for port object 83a88b0f-1447-4962-962a-917c7bff8312 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:38.044476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 806c3b2c-2e53-482c-99f1-2270555dcd44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:38.044858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.084533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.156335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:38.161342 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:38.166613 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:38.206096 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Pushing event updated for resources: {'Port': ['ID=83a88b0f-1447-4962-962a-917c7bff8312,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.224690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.244423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 10:24:38.244903 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Router 0c1b0cbf-9317-41f0-9695-f29924aabb3e migrating from provider to provider. {{(pid=87620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 10:24:38.245425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.256339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet ec3296cb-7ade-429c-a449-75b677cb9484 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:38.267378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.269668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.305709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Attempting to bind port 83a88b0f-1447-4962-962a-917c7bff8312 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:38.306045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Attempting to bind port 83a88b0f-1447-4962-962a-917c7bff8312 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '861bf9ee-e5c8-455f-97e5-24074a1c317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:38.306425 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Attempting to bind port 83a88b0f-1447-4962-962a-917c7bff8312 on network bd6608da-0d9d-4220-83ea-3cf7a226d883 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:38.319089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.326257 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:38.326640 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Checking segment: {'id': '861bf9ee-e5c8-455f-97e5-24074a1c317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:38.327054 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.327445 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Bound using segment: {'id': '861bf9ee-e5c8-455f-97e5-24074a1c317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:38.327914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Bound port: 83a88b0f-1447-4962-962a-917c7bff8312, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861bf9ee-e5c8-455f-97e5-24074a1c317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:38.328307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.333663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router 3d097094-dc1b-4b53-b620-ed73a8bade91 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:38.378089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.383772 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.453177 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 806c3b2c-2e53-482c-99f1-2270555dcd44, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=806c3b2c-2e53-482c-99f1-2270555dcd44,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:38.458653 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:38.460926 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.464089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=83a88b0f-1447-4962-962a-917c7bff8312,segment=NetworkSegment(861bf9ee-e5c8-455f-97e5-24074a1c317f),segment_id=861bf9ee-e5c8-455f-97e5-24074a1c317f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:38.497643 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.555485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=806c3b2c-2e53-482c-99f1-2270555dcd44,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.639201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.640618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:38.641438 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.648093 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:38.652087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.653409 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43b82-a623-4f45-8b97-25a79a104109 None None] Pushing event updated for resources: {'Port': ['ID=83a88b0f-1447-4962-962a-917c7bff8312,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.653928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:38.657096 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:38.657671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.684960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:38.732516 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5051708 Feb 04 10:24:38.741888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c726-8609-47f1-9265-b5a9acff0ba0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=f36a8dd2-6549-4049-99c3-80ff9f43cb4b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.751766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:38.772623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=a8848b97-5110-4da5-95d3-2fe650026534,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.970955 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8051946 Feb 04 10:24:38.973205 dv-neutron-827824-1-hyperv neutron-server[87620]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] No L3 agents can host the router 0c1b0cbf-9317-41f0-9695-f29924aabb3e Feb 04 10:24:38.978946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a619-166a-4c29-abc0-1f019bc695d1 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=07e83f00-8142-4e65-bb9c-d0275f7a1e05,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:38.981327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39274) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.006686 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 07e83f00-8142-4e65-bb9c-d0275f7a1e05 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:39.103396 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:39.119586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.121103 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.122681 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.124149 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.125743 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.127734 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Synchronizing usage tracker for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:39.277531 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Unset dirty status for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:39.284040 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1a587f24-19d3-4d80-8291-8ccf2e8fed03 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5272436 Feb 04 10:24:39.284865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.307932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328424128'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:39.315863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:39.381751 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.384552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:39.409291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:39.409632 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.422771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:39.454982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Hosts for router 0c1b0cbf-9317-41f0-9695-f29924aabb3e: [] {{(pid=87620) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 10:24:39.458250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:39.462527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.479857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:39.483155 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:39.495146 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:39.505522 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] Sync routers for ids ['3d097094-dc1b-4b53-b620-ed73a8bade91'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:39.507368 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.508586 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b753a7d5-2d63-439a-97d5-e3ba7d979922 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "PUT /v2.0/routers/3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 200 len: 924 time: 6.6640172 Feb 04 10:24:39.512025 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:39.512657 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.517611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] Routers {'3d097094-dc1b-4b53-b620-ed73a8bade91'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:39.518571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3d097094-dc1b-4b53-b620-ed73a8bade91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.526734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39282) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.611449 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.613102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.618303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.624413 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.631766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.638669 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:39.639938 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Synchronizing usage tracker for tenant:146a6be1d2e2438b81685a8de5419dae on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:39.655168 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.656079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] Routers {'3d097094-dc1b-4b53-b620-ed73a8bade91'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:39.661892 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Hosts for other DVR routers connected to router 0c1b0cbf-9317-41f0-9695-f29924aabb3e: set() {{(pid=87620) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 10:24:39.662941 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3d097094-dc1b-4b53-b620-ed73a8bade91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.678651 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:39.679274 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.696927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:39.733443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.799247 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.802543 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef2b2b-c48a-4692-8e64-d043118992f0 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:39.812491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.813821 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9fdce166-b01e-4b9a-9c90-b1d28ea624fa tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "PUT /v2.0/routers/0c1b0cbf-9317-41f0-9695-f29924aabb3e HTTP/1.1" status: 200 len: 717 time: 2.4704142 Feb 04 10:24:39.828780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Unset dirty status for tenant:146a6be1d2e2438b81685a8de5419dae on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:39.830369 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d6cfc0cf-91ff-4a32-9470-3b4ec5b29814 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3052 time: 0.8385484 Feb 04 10:24:39.833576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.834507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39286) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.834859 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39288) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.835932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.836284 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 2096de94-648a-422a-9a88-9b9cb4e9efef of type vlan for network c5eedb8f-b17d-427f-9f56-de2c483f64e1 Feb 04 10:24:39.864905 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-64977219-b129-497e-b54b-24d3cc47beb0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/a8848b97-5110-4da5-95d3-2fe650026534 HTTP/1.1" status: 204 len: 168 time: 3.6994574 Feb 04 10:24:39.889049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:39.889390 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252ad84-d30e-4738-837e-cf7239f3b8ea None None] The sync data for ids ['3d097094-dc1b-4b53-b620-ed73a8bade91'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:39.892142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:39.917861 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22066df8-47b9-4085-ab82-054d39deca5a None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:39.972593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.988129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3296cb-7ade-429c-a449-75b677cb9484,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:39.994840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:39.997237 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-862debf4-14c0-446f-bab1-63d54c4d6622 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/ec3296cb-7ade-429c-a449-75b677cb9484 HTTP/1.1" status: 204 len: 168 time: 2.0829618 Feb 04 10:24:40.000659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:24:40.001271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.003903 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.007928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 83a88b0f-1447-4962-962a-917c7bff8312 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:40.014280 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-90c0cbe1-8d67-4cda-b5b7-f9b0ed44eb4b tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/floatingips/8b324ee7-b539-44a6-994a-a6aa2756702a HTTP/1.1" status: 200 len: 687 time: 0.1204069 Feb 04 10:24:40.016967 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39302) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.033079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd264c-6c89-46f0-822c-c8f082333653 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:40.094479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.101045 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:40.101671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.178606 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cc1cb7af-b174-423c-89e2-ef463285172d None None] Provisioning for port 83a88b0f-1447-4962-962a-917c7bff8312 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:40.264140 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cd5df1f6-a27f-4c9c-bf42-6ebf97fd235f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 200 len: 924 time: 0.7289195 Feb 04 10:24:40.276112 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.278252 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-95377deb-ba23-4add-86b5-8446eef429a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2705603 Feb 04 10:24:40.292366 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.331101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 83a88b0f-1447-4962-962a-917c7bff8312 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:40.335438 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5a8af0e0-8de8-4edc-b87a-596d3f799d45 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "GET /v2.0/routers/0c1b0cbf-9317-41f0-9695-f29924aabb3e HTTP/1.1" status: 200 len: 717 time: 0.4948025 Feb 04 10:24:40.336446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:40.345840 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0487664 Feb 04 10:24:40.352838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39314) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.352838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:40.356601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:40.356974 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.382358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:40.401640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.403313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5745ec7-54f9-4e3e-856b-bfcb8059fd0c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:40.416043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27629159-b52e-43aa-93ad-103a0a013f15 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=c5eedb8f-b17d-427f-9f56-de2c483f64e1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:40.459793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:40.538677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port 1a06e6a9-7db5-42c3-ad07-cbede034e268 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:40.539259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.629507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Checking segment: {'id': '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:40.629944 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network hostable DHCP agents. Network: 3d27a9df-f4d9-41ca-b738-1a8308959095, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:40.672987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.696879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:40.709533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=83a88b0f-1447-4962-962a-917c7bff8312,segment=NetworkSegment(861bf9ee-e5c8-455f-97e5-24074a1c317f),segment_id=861bf9ee-e5c8-455f-97e5-24074a1c317f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:40.711122 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:40.715917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.716463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:40.717167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 806c3b2c-2e53-482c-99f1-2270555dcd44 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:40.732134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:40.763229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcef5f-f2ca-462b-a3d0-fe1fafca9c99 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:40.764177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-84fcef5f-f2ca-462b-a3d0-fe1fafca9c99 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Synchronizing usage tracker for tenant:2dc2867043004a298b2581db02f7cba4 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:40.772744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:40.776691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.796235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:40.798625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:40.866364 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Deleting port 806c3b2c-2e53-482c-99f1-2270555dcd44 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:40.866754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.876427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:40.876769 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.004224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=83a88b0f-1447-4962-962a-917c7bff8312,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:41.016360 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for 1a06e6a9-7db5-42c3-ad07-cbede034e268 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:41.022841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Update dhcp port {'port': {'network_id': 'bd6608da-0d9d-4220-83ea-3cf7a226d883', 'fixed_ips': [{'subnet_id': 'b8996db0-1dd8-4840-b323-691cacc692c1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f36a8dd2-6549-4049-99c3-80ff9f43cb4b'}], 'binding:host_id': 'dv-neutron-827824-1-hyperv'}, 'id': '83a88b0f-1447-4962-962a-917c7bff8312'} from dv-neutron-827824-1-hyperv. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 10:24:41.043900 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-84fcef5f-f2ca-462b-a3d0-fe1fafca9c99 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Unset dirty status for tenant:2dc2867043004a298b2581db02f7cba4 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:41.047258 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-84fcef5f-f2ca-462b-a3d0-fe1fafca9c99 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=3d097094-dc1b-4b53-b620-ed73a8bade91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7695477 Feb 04 10:24:41.056646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.076103 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 3d27a9df-f4d9-41ca-b738-1a8308959095) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:41.100894 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc7900-418f-4ccb-b46b-dee9c291bb26 None None] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:41.106777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:41.107557 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.111677 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.113526 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 806c3b2c-2e53-482c-99f1-2270555dcd44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:41.113904 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.153497 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c4180d6e-9b8c-4114-b96f-57212f1fb8ca tempest-RoutersTestDVR-1456242393 tempest-RoutersTestDVR-1456242393-project] 10.222.0.73 "GET /v2.0/routers/0c1b0cbf-9317-41f0-9695-f29924aabb3e HTTP/1.1" status: 200 len: 683 time: 0.7970943 Feb 04 10:24:41.156205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.181616 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7ce43f46-615d-41c8-a3df-1645d0d2450e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3873610 Feb 04 10:24:41.181616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e83f00-8142-4e65-bb9c-d0275f7a1e05']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:41.199736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39334) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.207159 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06fba79-160a-4c6d-9b34-d0e0aafa2ab2') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:41.207360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06fba79-160a-4c6d-9b34-d0e0aafa2ab2') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:41.218681 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-824998355', 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:41.226773 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:41.229902 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.245278 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.257381 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:port and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:41.263564 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:41.275368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:41.278467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.282658 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.311707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 is not hosted by any dhcp agent {{(pid=87621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 10:24:41.318250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:41.319584 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.323334 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "PUT /v2.0/networks/c5eedb8f-b17d-427f-9f56-de2c483f64e1 HTTP/1.1" status: 200 len: 723 time: 0.9646635 Feb 04 10:24:41.326139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:41.326555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.332098 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.335087 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.341584 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:41.342633 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:41.391641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Made reservation on behalf of 305bf9cf12ea4ddd9e6542ccd2f8bc1b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:41.393944 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.432384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] For port 806c3b2c-2e53-482c-99f1-2270555dcd44, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=806c3b2c-2e53-482c-99f1-2270555dcd44,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:41.432795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.508121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] device_id is not set on port 5bc22f68-6b10-4d50-b61e-1d23a48634be yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:24:41.544373 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.546347 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c598b67-7227-4b83-8cd8-d7249574d955 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=c5eedb8f-b17d-427f-9f56-de2c483f64e1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:41.560247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.590171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07e83f00-8142-4e65-bb9c-d0275f7a1e05 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:24:41.592027 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:41.597599 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Network': ['ID=07e83f00-8142-4e65-bb9c-d0275f7a1e05,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:41.602753 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.616444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Calling delete_port for 806c3b2c-2e53-482c-99f1-2270555dcd44 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:41.630253 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6e7ac312-834c-4299-9591-eae6db05e7dc tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/07e83f00-8142-4e65-bb9c-d0275f7a1e05 HTTP/1.1" status: 204 len: 168 time: 1.7903986 Feb 04 10:24:41.631250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.641851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'name': 'tempest-network--553845525', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:41.652647 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:41.705732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:network and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:41.711309 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:41.735164 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:41.791747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:41.794014 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.816718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.20.0.8 (3d27a9df-f4d9-41ca-b738-1a8308959095/c5745ec7-54f9-4e3e-856b-bfcb8059fd0c/5bc22f68-6b10-4d50-b61e-1d23a48634be) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:41.867487 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:41.894458 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.894798 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Added segment e43636bc-6970-43b5-bfa2-779d95f6fff4 of type vlan for network 66134025-a035-47f9-8c44-1dfc7d10bb2c Feb 04 10:24:41.929384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:41.938143 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec1ab4-b24a-46d4-9404-78cd1b3f2721 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:41.939782 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-46ec1ab4-b24a-46d4-9404-78cd1b3f2721 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.8812494 Feb 04 10:24:41.945076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39346) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:41.992746 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cf12c251-a98a-463a-bccf-8279d8ee92d2 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 200 len: 205 time: 0.0465126 Feb 04 10:24:41.996616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39350) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.028638 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:42.037971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.046116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.064941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:42.074231 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.153670 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=1a06e6a9-7db5-42c3-ad07-cbede034e268,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:42.178581 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.179598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:42.180184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.190910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Allocated IP 172.20.0.1 (bd6608da-0d9d-4220-83ea-3cf7a226d883/f36a8dd2-6549-4049-99c3-80ff9f43cb4b/83a88b0f-1447-4962-962a-917c7bff8312) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:42.195634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:42.199460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.256290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.259870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.260402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1b0cbf-9317-41f0-9695-f29924aabb3e {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:42.331748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.418050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] Pushing event deleted for resources: {'Port': ['ID=806c3b2c-2e53-482c-99f1-2270555dcd44,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:42.420695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce9487-41a0-4cff-9bff-7b1a52e2a6fd None None] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:42.422357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:42.436447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:42.439699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22eda6b-864a-45ae-9597-6a77dbbec332 None None] No DVR routers for this DVR port 806c3b2c-2e53-482c-99f1-2270555dcd44 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:42.452703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:42.453542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.462657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.484073 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8490274 Feb 04 10:24:42.491875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=99144e56-cb7a-4ab9-b0e6-276095e5b93a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:42.499800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.506600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af306fb-c1b0-47dd-a191-9bac372909f4 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=66134025-a035-47f9-8c44-1dfc7d10bb2c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:42.546166 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ec947-e894-4e52-b0ed-47a00c00d354 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:42.557206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.560136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 66134025-a035-47f9-8c44-1dfc7d10bb2c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:42.606912 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.613256 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8afefb01-2bcb-4bed-814e-0a3ac9e2a407 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/8b324ee7-b539-44a6-994a-a6aa2756702a HTTP/1.1" status: 204 len: 168 time: 2.5899904 Feb 04 10:24:42.614637 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d4e96eb3-9bd5-4105-9723-45205f047805 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2894902 Feb 04 10:24:42.616461 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.620987 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3e1d1d30-4981-4aed-a191-24d20e9563af tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0c1b0cbf-9317-41f0-9695-f29924aabb3e HTTP/1.1" status: 204 len: 168 time: 1.4565663 Feb 04 10:24:42.622176 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.622176 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39360) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.622383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39362) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.630688 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'port_id': '9f957646-32c1-499d-a079-4886c6e64c01'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:42.645322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Request body: {'router': {'name': 'tempest-router-328146588', 'distributed': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:42.647468 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.651128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:42.655178 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 83a88b0f-1447-4962-962a-917c7bff8312 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:42.656920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:42.670111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:42.673486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:42.681166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:floatingip and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:42.687702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:router and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:42.691564 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:42.697261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Usage tracker for resource:router and tenant:19ef9983b18c409f92ef174cc24c5694 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:42.704164 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:42.713488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7090996d-fee0-460b-9f91-75f925d0c0e4 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:42.714877 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7090996d-fee0-460b-9f91-75f925d0c0e4 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "GET /v2.0/networks/66134025-a035-47f9-8c44-1dfc7d10bb2c HTTP/1.1" status: 200 len: 756 time: 0.2123232 Feb 04 10:24:42.715959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:42.723075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.748861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:42.751759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:42.770866 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:42.790726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.813747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.814780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.838823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.839731 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.857669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=83a88b0f-1447-4962-962a-917c7bff8312,segment=NetworkSegment(861bf9ee-e5c8-455f-97e5-24074a1c317f),segment_id=861bf9ee-e5c8-455f-97e5-24074a1c317f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:42.899434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.931009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.937719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26103eee-a387-4d3f-a5d7-980e1e5d94e2 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:42.939214 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-26103eee-a387-4d3f-a5d7-980e1e5d94e2 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "GET /v2.0/networks/8cd806c1-70d4-4c20-bc7b-9417cf9302f9 HTTP/1.1" status: 200 len: 768 time: 0.2146404 Feb 04 10:24:42.940691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.941166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port 2f18c77e-dc48-4ad2-a5a0-6df7d379b387 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:42.941534 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.947100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:42.949797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39374) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:42.971770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.016943 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.033737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:43.034135 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.065008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:43.069566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:43.090603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:43.174828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Transition to ACTIVE for port object 83a88b0f-1447-4962-962a-917c7bff8312 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:43.183537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc22f68-6b10-4d50-b61e-1d23a48634be,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:43.191229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.253236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:43.253999 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.274679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.280054 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5842c84f-fe0f-460c-a5b0-65061cdc0726 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0767477 Feb 04 10:24:43.281202 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39378) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:43.306062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=eb831127-d27c-40f2-bb90-ee481ee2535f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:43.315099 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.352858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.354246 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': '2096de94-648a-422a-9a88-9b9cb4e9efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:43.354616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: c5eedb8f-b17d-427f-9f56-de2c483f64e1, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:43.367127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.385039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.388751 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-03acf36a-9ae9-412d-a6b8-9df8f66f24ce tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7602301 Feb 04 10:24:43.388751 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.388751 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6463bc13-f761-4be6-ae45-1166bbd2906a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7634046 Feb 04 10:24:43.396936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39382) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:43.397267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:43.429285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:43.429678 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.448881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Port 83a88b0f-1447-4962-962a-917c7bff8312 had new provisioning blocks added so it will not transition to active. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 04 10:24:43.497669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for 2f18c77e-dc48-4ad2-a5a0-6df7d379b387 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:43.531649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting port 5bc22f68-6b10-4d50-b61e-1d23a48634be {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:43.531985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.541617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1eb12-ca42-439b-8f7b-89f292dfe6f5 None None] Pushing event updated for resources: {'Port': ['ID=83a88b0f-1447-4962-962a-917c7bff8312,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:43.556923 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 806c3b2c-2e53-482c-99f1-2270555dcd44 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:43.619448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 806c3b2c-2e53-482c-99f1-2270555dcd44 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:43.619809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 806c3b2c-2e53-482c-99f1-2270555dcd44 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:43.722555 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/99144e56-cb7a-4ab9-b0e6-276095e5b93a/d63f3068-1cf8-46a7-aa34-fb7480154b1f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:43.869297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:43.913040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:43.985837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.002086 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Transition to ACTIVE for port object d63f3068-1cf8-46a7-aa34-fb7480154b1f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:44.012129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, c5eedb8f-b17d-427f-9f56-de2c483f64e1) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:44.019708 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.038812 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Transition to ACTIVE for port object d63f3068-1cf8-46a7-aa34-fb7480154b1f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:44.044518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f001b-5221-4399-bcfd-7e7cf0875bc0 None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:44.097571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:44.098235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.142338 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.184606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Calling delete_port for 5bc22f68-6b10-4d50-b61e-1d23a48634be owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:44.231593 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.238945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.245080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.252749 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:44.260002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Pushing event updated for resources: {'Port': ['ID=d63f3068-1cf8-46a7-aa34-fb7480154b1f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:44.263162 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:44.267077 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:44.316850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0ba67-4465-4ab3-bb17-a8aba13ccb1a None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:44.399372 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=2f18c77e-dc48-4ad2-a5a0-6df7d379b387,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:44.404408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.436814 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2a464776-18a6-475b-a6e8-70aba6599fb0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0992389 Feb 04 10:24:44.443282 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39392) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:44.507881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:44.523041 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Attempting to bind port d63f3068-1cf8-46a7-aa34-fb7480154b1f on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:44.523419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Attempting to bind port d63f3068-1cf8-46a7-aa34-fb7480154b1f by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:44.523793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Attempting to bind port d63f3068-1cf8-46a7-aa34-fb7480154b1f on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:44.536621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc22f68-6b10-4d50-b61e-1d23a48634be,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:44.547233 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:44.547613 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:44.548065 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.548399 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:44.548876 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Bound port: d63f3068-1cf8-46a7-aa34-fb7480154b1f, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:44.549307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.583327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a7217516-367d-4b25-b8fb-b7661164d23f None None] Provisioning for port 83a88b0f-1447-4962-962a-917c7bff8312 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:44.595842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 83a88b0f-1447-4962-962a-917c7bff8312 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:44.644338 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a7217516-367d-4b25-b8fb-b7661164d23f None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:44.646098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7217516-367d-4b25-b8fb-b7661164d23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.646335 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.691847 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-c5eedb8f-b17d-427f-9f56-de2c483f64e1', 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': 'eb831127-d27c-40f2-bb90-ee481ee2535f'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:44.692797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.756273 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66134025-a035-47f9-8c44-1dfc7d10bb2c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:44.805976 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43636bc-6970-43b5-bfa2-779d95f6fff4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:44.806336 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43636bc-6970-43b5-bfa2-779d95f6fff4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:44.817759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.834463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.873311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.943286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.950412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.954786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.969667 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.988576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:44.989019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:44.994064 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.004098 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.005133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6b9573a-e6ba-4464-9f7f-5122479a1e62 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:45.007415 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:45.018930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7149473'] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.062975 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-259ce95e-94ce-4d59-8124-7cac185bd53e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5bc22f68-6b10-4d50-b61e-1d23a48634be HTTP/1.1" status: 204 len: 168 time: 1.7784443 Feb 04 10:24:45.069204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39396) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:45.070034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.070626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router 3d097094-dc1b-4b53-b620-ed73a8bade91 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:24:45.078853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095', 'external_fixed_ips': [{'subnet_id': 'c5745ec7-54f9-4e3e-856b-bfcb8059fd0c', 'ip_address': '172.20.0.8'}]}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:45.093376 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.095249 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1289e3a0-fde7-4fbd-96c0-78ce36a03723 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 204 len: 168 time: 3.0903175 Feb 04 10:24:45.097340 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:45.102263 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39400) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:45.102415 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:45.102899 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.112661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:router and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:45.121925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1753966822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:45.128528 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:45.134044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:45.137057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:45.144081 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:45.154075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:45.159728 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] For port d63f3068-1cf8-46a7-aa34-fb7480154b1f, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:45.168713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.171092 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.174785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:45.183194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.225 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/7aa6bf00-3b0f-4f2f-aa73-e38aedbea247) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:45.201511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.202962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.214703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.241318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.251613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.274469 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] For port d63f3068-1cf8-46a7-aa34-fb7480154b1f, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d63f3068-1cf8-46a7-aa34-fb7480154b1f,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:45.304492 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.321468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.326546 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6571b01e-c394-4b76-add7-c22a1f1e00e0 tempest-RoutersTestDVR-1934314320 tempest-RoutersTestDVR-1934314320-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a6b9573a-e6ba-4464-9f7f-5122479a1e62 HTTP/1.1" status: 204 len: 168 time: 1.9209435 Feb 04 10:24:45.355249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.357674 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6dfe4e00-66c6-4b6b-86a3-5c1fef1ff846 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2523489 Feb 04 10:24:45.364911 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39406) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:45.380604 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:45.402596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Allocated IP 2001:db8::2 (c5eedb8f-b17d-427f-9f56-de2c483f64e1/eb831127-d27c-40f2-bb90-ee481ee2535f/1776bea8-ab1d-4305-a756-170e586508b3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:45.518799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.527900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dd556-1e59-4ce3-977a-69e5d7e0fa95 None None] Pushing event updated for resources: {'Port': ['ID=d63f3068-1cf8-46a7-aa34-fb7480154b1f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:45.752757 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.778096 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:45.838459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66134025-a035-47f9-8c44-1dfc7d10bb2c {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:24:45.933965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.056868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=7aa6bf00-3b0f-4f2f-aa73-e38aedbea247,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:46.067984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Network': ['ID=66134025-a035-47f9-8c44-1dfc7d10bb2c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:46.083730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:46.088933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:46.096817 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:46.108324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.120133 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6ba54079-f0d3-4f79-99aa-dc3ca302c12c None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:46.120512 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ba54079-f0d3-4f79-99aa-dc3ca302c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.131707 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2143bd28-9847-40d5-8c3a-ee519ccaecd2 tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/66134025-a035-47f9-8c44-1dfc7d10bb2c HTTP/1.1" status: 204 len: 168 time: 3.1486485 Feb 04 10:24:46.139589 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:46.162432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'name': 'tempest-network--1456202374'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:46.167450 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39416) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:46.197663 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Transition to ACTIVE for port object 1776bea8-ab1d-4305-a756-170e586508b3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:46.207255 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.217869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:46.250312 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Transition to ACTIVE for port object 1776bea8-ab1d-4305-a756-170e586508b3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:46.265476 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Usage tracker for resource:network and tenant:dbdc0427c8b14934be1ceeba6f64ccbd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:46.267477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.271918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::1 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/99144e56-cb7a-4ab9-b0e6-276095e5b93a/179ee4bd-12c0-45b9-b4f0-18aba81b6ec5) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:46.284168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:46.308108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:46.415587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Made reservation on behalf of dbdc0427c8b14934be1ceeba6f64ccbd for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:46.417906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.461089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:46.463992 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Pushing event updated for resources: {'Port': ['ID=1776bea8-ab1d-4305-a756-170e586508b3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:46.467948 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:46.472905 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:46.484104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.588309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Attempting to bind port 1776bea8-ab1d-4305-a756-170e586508b3 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:46.588643 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Attempting to bind port 1776bea8-ab1d-4305-a756-170e586508b3 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '2096de94-648a-422a-9a88-9b9cb4e9efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:46.589025 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Attempting to bind port 1776bea8-ab1d-4305-a756-170e586508b3 on network c5eedb8f-b17d-427f-9f56-de2c483f64e1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:46.595170 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:46.595604 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Checking segment: {'id': '2096de94-648a-422a-9a88-9b9cb4e9efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:46.596015 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.596457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Bound using segment: {'id': '2096de94-648a-422a-9a88-9b9cb4e9efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:46.599833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Bound port: 1776bea8-ab1d-4305-a756-170e586508b3, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2096de94-648a-422a-9a88-9b9cb4e9efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:46.600408 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.629234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.651752 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d63f3068-1cf8-46a7-aa34-fb7480154b1f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:46.676702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:46.701160 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f76e3096f774c248daddda6ffd72b13 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:46.706791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:46.721975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:46.784049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] For port 1776bea8-ab1d-4305-a756-170e586508b3, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:46.788734 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] For port 1776bea8-ab1d-4305-a756-170e586508b3, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1776bea8-ab1d-4305-a756-170e586508b3,segment=NetworkSegment(2096de94-648a-422a-9a88-9b9cb4e9efef),segment_id=2096de94-648a-422a-9a88-9b9cb4e9efef)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:46.790403 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port d63f3068-1cf8-46a7-aa34-fb7480154b1f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:46.801631 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.817763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.818224 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Added segment be3cd5cd-3354-431b-aca7-69415485a477 of type vlan for network 5d966102-b594-4d04-b752-f86c23447828 Feb 04 10:24:46.819485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:46.864492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761478202884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5778931'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.911511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbe27d-8a0a-4e8c-9466-42284de12450 None None] Pushing event updated for resources: {'Port': ['ID=1776bea8-ab1d-4305-a756-170e586508b3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:46.934254 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:46.934840 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:46.938616 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "PUT /v2.0/subnets/eb831127-d27c-40f2-bb90-ee481ee2535f HTTP/1.1" status: 200 len: 826 time: 2.4607034 Feb 04 10:24:46.941312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:46.993503 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.016342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.018556 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.049518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:47.066260 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc349be7-e484-4407-801c-a3e9dfe5afa4 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=eb831127-d27c-40f2-bb90-ee481ee2535f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:47.188677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.189884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:47.190542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.246363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.408169 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Provisioning for port d63f3068-1cf8-46a7-aa34-fb7480154b1f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:47.413767 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Provisioning complete for port d63f3068-1cf8-46a7-aa34-fb7480154b1f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:47.414274 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.482165 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.499851 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3544500 Feb 04 10:24:47.501405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.508331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:47.518775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42ad1b-6207-431f-adad-761bae4abceb tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=5d966102-b594-4d04-b752-f86c23447828,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:47.524341 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 1776bea8-ab1d-4305-a756-170e586508b3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:47.524341 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.526327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.537406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:47.549718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.567668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 5d966102-b594-4d04-b752-f86c23447828 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:47.606835 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.675849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.690697 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] For port d63f3068-1cf8-46a7-aa34-fb7480154b1f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d63f3068-1cf8-46a7-aa34-fb7480154b1f,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:47.700160 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.729786 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f76e3096f774c248daddda6ffd72b13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5590334 Feb 04 10:24:47.732642 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:47.737205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b424354-b8ba-417b-abbe-3bbcb126bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e83aab-26bc-4112-8214-bfb993ba483a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:47.741314 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39432) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:47.748571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:47.781425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:47.782032 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:47.830098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f8b8f-7820-479b-ac6d-c7c3670749e1 None None] Pushing event updated for resources: {'Port': ['ID=d63f3068-1cf8-46a7-aa34-fb7480154b1f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:47.929826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:48.053564 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.068204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.112000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.133460 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f57272a8-e927-4bf2-b80b-d0c3cc426e09 None None] Provisioning for port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:48.140860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f57272a8-e927-4bf2-b80b-d0c3cc426e09 None None] Provisioning complete for port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:48.141386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f57272a8-e927-4bf2-b80b-d0c3cc426e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.146680 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.209741 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f57272a8-e927-4bf2-b80b-d0c3cc426e09 None None] Port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:24:48.247095 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Allocated IP 172.26.5.66 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/5305a418-3526-4821-90a5-255a4411fc4b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:48.251179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.309301 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b816f-89c3-4c85-96a7-972ec8f1c9c6 None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:48.330830 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.385650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.398280 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cc3fdb5a-494b-4e23-8b55-c6d5679d2c39 None None] Provisioning for port 1776bea8-ab1d-4305-a756-170e586508b3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:48.413854 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.428074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.455471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Network 5d966102-b594-4d04-b752-f86c23447828 is not hosted by any dhcp agent {{(pid=87620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 10:24:48.456481 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:48.457153 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.461547 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "PUT /v2.0/networks/5d966102-b594-4d04-b752-f86c23447828 HTTP/1.1" status: 200 len: 858 time: 0.9418254 Feb 04 10:24:48.485169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39438) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:48.615086 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf66db7-e184-4ba6-a9be-06d01de41dae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event updated for resources: {'Network': ['ID=5d966102-b594-4d04-b752-f86c23447828,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:48.666456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.670558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port 1776bea8-ab1d-4305-a756-170e586508b3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1776bea8-ab1d-4305-a756-170e586508b3,segment=NetworkSegment(2096de94-648a-422a-9a88-9b9cb4e9efef),segment_id=2096de94-648a-422a-9a88-9b9cb4e9efef)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:48.670930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.702367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e83aab-26bc-4112-8214-bfb993ba483a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:48.770084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1776bea8-ab1d-4305-a756-170e586508b3 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:48.869650 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 1776bea8-ab1d-4305-a756-170e586508b3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:48.875282 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 1776bea8-ab1d-4305-a756-170e586508b3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:48.875660 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.886581 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for 1776bea8-ab1d-4305-a756-170e586508b3 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:48.891550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:48.895130 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0ec2893f-0abb-431b-8fda-a0ea764a6ffb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86e83aab-26bc-4112-8214-bfb993ba483a HTTP/1.1" status: 204 len: 168 time: 1.1459367 Feb 04 10:24:48.952162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.012175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.022089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c7dda-626f-499e-9cd9-12c9bce585cf None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:49.057358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a197b-e46b-4e96-bb50-cf59aa0f608e req-9a9ea151-0f80-48e3-9e77-dd43fef93bed tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:49.058996 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5d1a197b-e46b-4e96-bb50-cf59aa0f608e req-9a9ea151-0f80-48e3-9e77-dd43fef93bed tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.7652748 Feb 04 10:24:49.060281 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.20.0.8 (3d27a9df-f4d9-41ca-b738-1a8308959095/c5745ec7-54f9-4e3e-856b-bfcb8059fd0c/95aa8b92-d638-43aa-916c-fb36cf8b377b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:49.152324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.161160 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a19c5968-4b2f-4881-be46-3b34b0a0bb00 None None] Provisioning complete for port 1776bea8-ab1d-4305-a756-170e586508b3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:49.161533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a19c5968-4b2f-4881-be46-3b34b0a0bb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.307414 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 1776bea8-ab1d-4305-a756-170e586508b3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1776bea8-ab1d-4305-a756-170e586508b3,segment=NetworkSegment(2096de94-648a-422a-9a88-9b9cb4e9efef),segment_id=2096de94-648a-422a-9a88-9b9cb4e9efef)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:49.332042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39446) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:49.336124 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.360197 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.373788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.377560 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.378348 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d63f3068-1cf8-46a7-aa34-fb7480154b1f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:49.406653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.486873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:49.505771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:49.506300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:49.507984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=7aa6bf00-3b0f-4f2f-aa73-e38aedbea247,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:49.511166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Usage tracker for resource:security_group_rule and tenant:19ef9983b18c409f92ef174cc24c5694 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:49.518001 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:49.526873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:49.529961 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.538186 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.549099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:49.553585 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5d1a197b-e46b-4e96-bb50-cf59aa0f608e req-fd770cdc-1230-4be5-945f-70aeb4fa3c59 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732616 Feb 04 10:24:49.557127 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=1776bea8-ab1d-4305-a756-170e586508b3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:49.560523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.568628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:49.583899 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port d63f3068-1cf8-46a7-aa34-fb7480154b1f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:49.584587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.705328 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.709643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:49.729548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.730570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.755346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event updated for resources: {'Port': ['ID=5305a418-3526-4821-90a5-255a4411fc4b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:49.798256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d966102-b594-4d04-b752-f86c23447828']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:49.816869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3cd5cd-3354-431b-aca7-69415485a477') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:49.817266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3cd5cd-3354-431b-aca7-69415485a477') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:49.841032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.968180 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.987292 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:49.994224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.002533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b858718-4286-4b59-aaeb-a1e31a1294fc None None] Provisioning complete for port 1776bea8-ab1d-4305-a756-170e586508b3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:50.002533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7b858718-4286-4b59-aaeb-a1e31a1294fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.025961 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 1776bea8-ab1d-4305-a756-170e586508b3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:50.025961 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.061397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:50.061706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:50.091896 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:50.103579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:50.104326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.160350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61642df3-aa2b-4f14-a47c-7435696053af,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:50.168454 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b6020d49-48e8-4231-ba0e-0c3ac1fb7f16 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19ef9983b18c409f92ef174cc24c5694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8329403 Feb 04 10:24:50.174066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39452) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:50.231155 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ce8df-789b-434e-acd6-c5cb757ff450 req-cc8349f0-9ee3-4237-a53d-e68fc44692d0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:50.232626 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5c0ce8df-789b-434e-acd6-c5cb757ff450 req-cc8349f0-9ee3-4237-a53d-e68fc44692d0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4758554 Feb 04 10:24:50.237748 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP e6a1e3e6-7ffe-4bca-9c3f-78842414bbec associated. External IP: 172.26.5.225, port: 9f957646-32c1-499d-a079-4886c6e64c01. Feb 04 10:24:50.258152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network 3d27a9df-f4d9-41ca-b738-1a8308959095 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:50.264270 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:50.302642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:50.337181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=95aa8b92-d638-43aa-916c-fb36cf8b377b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:50.342939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:50.355112 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:50.426085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.468561 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d966102-b594-4d04-b752-f86c23447828 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:24:50.493928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.524593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d966102-b594-4d04-b752-f86c23447828,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:50.567590 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1776bea8-ab1d-4305-a756-170e586508b3 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:50.609552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.613843 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5c0ce8df-789b-434e-acd6-c5cb757ff450 req-5199433d-4a90-4d65-a880-1f36b956ba9b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214738 Feb 04 10:24:50.678720 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.735708 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 1776bea8-ab1d-4305-a756-170e586508b3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:50.736263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.857659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:50.965814 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58596b66-f947-44c3-a12c-4ac9a5bc4ead None None] Provisioning complete for port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:50.966426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58596b66-f947-44c3-a12c-4ac9a5bc4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:51.050619 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-58596b66-f947-44c3-a12c-4ac9a5bc4ead None None] Port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:24:51.124269 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0a3c5132-eb24-435d-8a64-8fdb6d2134ae tempest-ExternalNetworksTestJSON-419757348 tempest-ExternalNetworksTestJSON-419757348-project-admin] 10.222.0.73 "DELETE /v2.0/networks/5d966102-b594-4d04-b752-f86c23447828 HTTP/1.1" status: 204 len: 168 time: 2.6209886 Feb 04 10:24:51.151883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39460) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:51.208852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Router 5b14e6d1-d794-45ef-aea0-3575cbb98fec is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:51.229075 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8684ab07-3672-4a80-9b51-a186a5677709 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] DELETE failed (client error): The resource could not be found. Feb 04 10:24:51.229537 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8684ab07-3672-4a80-9b51-a186a5677709 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:24:51.237506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:51.328231 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port 1776bea8-ab1d-4305-a756-170e586508b3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=1776bea8-ab1d-4305-a756-170e586508b3,segment=NetworkSegment(2096de94-648a-422a-9a88-9b9cb4e9efef),segment_id=2096de94-648a-422a-9a88-9b9cb4e9efef)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:51.328501 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:51.328608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:51.329373 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/61642df3-aa2b-4f14-a47c-7435696053af HTTP/1.1" status: 204 len: 168 time: 1.1536260 Feb 04 10:24:51.333514 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8684ab07-3672-4a80-9b51-a186a5677709 tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "DELETE /v2.0/subnets/d107f284-6129-4185-9aa8-dec7f025fe28 HTTP/1.1" status: 404 len: 337 time: 0.1782160 Feb 04 10:24:51.333514 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982167-4bbc-4c61-9a3b-22ac462bb6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61642df3-aa2b-4f14-a47c-7435696053af,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:51.336855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39466) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:51.445466 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:51.546896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:51.558367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13730b92-6eaf-4511-b4da-8b646539d934 req-0f3423df-70e8-4a06-8fe5-e232cd3dc546 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:51.559927 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-13730b92-6eaf-4511-b4da-8b646539d934 req-0f3423df-70e8-4a06-8fe5-e232cd3dc546 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5314000 Feb 04 10:24:51.570058 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d6b2d914-4707-407e-8a22-2d3213c57698 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "PUT /v2.0/routers/5b14e6d1-d794-45ef-aea0-3575cbb98fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1664886 Feb 04 10:24:51.605777 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Sync routers for ids ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:51.622612 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Routers {'5b14e6d1-d794-45ef-aea0-3575cbb98fec'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:51.623228 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:51.636850 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:51.640649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for 1776bea8-ab1d-4305-a756-170e586508b3 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:51.763071 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:51.808507 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Set router 5b14e6d1-d794-45ef-aea0-3575cbb98fec gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:51.867654 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-13730b92-6eaf-4511-b4da-8b646539d934 req-45ec6333-9f9c-447e-bf97-c72141e056e9 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298207 Feb 04 10:24:51.891185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078ff35-929f-4ba0-9f00-b8759284effd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:51.891185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1078ff35-929f-4ba0-9f00-b8759284effd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:52.022984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:52.035695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:52.050837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:52.051498 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.054128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1078ff35-929f-4ba0-9f00-b8759284effd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:52.059301 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1078ff35-929f-4ba0-9f00-b8759284effd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports/179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 HTTP/1.1" status: 200 len: 911 time: 0.4151764 Feb 04 10:24:52.060292 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39484) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:52.123347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.145829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.197783 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.218723 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd806c1-70d4-4c20-bc7b-9417cf9302f9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.238551 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e842c08-f9d7-4837-b1ee-660eca680385') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.238853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e842c08-f9d7-4837-b1ee-660eca680385') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.240424 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.241219 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:52.248877 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f4c45459-e743-4bf7-a742-0e5fb1893f0d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6255586 Feb 04 10:24:52.252550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.254051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:52.258627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.273284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-191823402'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:52.290347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:52.291812 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.301541 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:network and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:52.305979 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:52.306663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.306770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.308532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Port': ['ID=1776bea8-ab1d-4305-a756-170e586508b3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:52.312935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.328470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:52.331500 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:52.344806 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:48Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': '179ee4bd-12c0-45b9-b4f0-18aba81b6ec5', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:ab:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:49Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.345317 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:52.356376 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Checking router: 5b14e6d1-d794-45ef-aea0-3575cbb98fec for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:52.357071 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Updating router 5b14e6d1-d794-45ef-aea0-3575cbb98fec port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:24:52.370246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:52.370708 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7902de-a72c-4a94-997e-979b6e480ec3 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:52.373862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.435477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9e26a-b88d-421b-9e39-15a6decb4a1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:52.441922 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9e26a-b88d-421b-9e39-15a6decb4a1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:52.443434 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.447745 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-17c9e26a-b88d-421b-9e39-15a6decb4a1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3779116 Feb 04 10:24:52.450918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:52.460656 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8d634-610a-46c5-94ec-bb46c4c1117a None None] DHCP port deletion for c5eedb8f-b17d-427f-9f56-de2c483f64e1 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:52.492582 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b5756-b6df-4748-b256-e19d89466515 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:24:52.562269 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No DVR routers for this DVR port 1776bea8-ab1d-4305-a756-170e586508b3 on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:24:52.579216 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1776bea8-ab1d-4305-a756-170e586508b3 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:24:52.633117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 1776bea8-ab1d-4305-a756-170e586508b3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:24:52.633462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 1776bea8-ab1d-4305-a756-170e586508b3 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:24:52.699301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:52.761285 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:52.764987 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.815689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.857455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.884000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:52.888650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] Pushing event deleted for resources: {'Network': ['ID=8cd806c1-70d4-4c20-bc7b-9417cf9302f9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:52.906709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b5756-b6df-4748-b256-e19d89466515 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:24:52.925121 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:53.003683 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-331ee47f-edd6-46b2-9ddb-35e9344d4e9e tempest-ExternalNetworksTestJSON-774683654 tempest-ExternalNetworksTestJSON-774683654-project] 10.222.0.73 "DELETE /v2.0/networks/8cd806c1-70d4-4c20-bc7b-9417cf9302f9 HTTP/1.1" status: 204 len: 168 time: 1.6075735 Feb 04 10:24:53.019123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'network': {'name': 'tempest-RoutersTest-237532059'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:53.020597 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.045188 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Transition to ACTIVE for port object 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:53.062962 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.087147 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.087456 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Added segment 546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b of type vlan for network feadbb0b-7b3d-4fff-86c2-41615ece7102 Feb 04 10:24:53.088794 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:53.134579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:network and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:53.163580 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:53.185528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:53.204410 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.260086 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Pushing event updated for resources: {'Port': ['ID=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:53.284735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:53.289447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.316366 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.328103 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.328526 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.328880 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.329463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.329605 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.329844 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.330260 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.330597 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.331084 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.331484 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.331987 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.332318 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.332683 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:24:53.335736 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:53.336400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.372380 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Attempting to bind port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:53.372765 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Attempting to bind port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:53.373129 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Attempting to bind port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:53.376145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:53.380249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:security_group_rule and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:53.384125 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:53.388196 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:53.388577 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:53.388989 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.389383 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:53.389980 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Bound port: 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:53.390374 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.393329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:53.546230 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] For port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:53.549965 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] For port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:53.556327 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.575303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698b4c1-c6e8-4f24-a177-8769d9f40524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-c5eedb8f-b17d-427f-9f56-de2c483f64e1', 'network_id': 'c5eedb8f-b17d-427f-9f56-de2c483f64e1', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': 'eb831127-d27c-40f2-bb90-ee481ee2535f'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:53.576313 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9698b4c1-c6e8-4f24-a177-8769d9f40524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.577217 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:53.594195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.618258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.640457 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Routers {'5b14e6d1-d794-45ef-aea0-3575cbb98fec'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:53.641089 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:53.657690 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.693218 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Network': ['ID=feadbb0b-7b3d-4fff-86c2-41615ece7102,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:53.712556 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cdae4f89-22f8-4ff3-a0e1-3773474126e3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4569201 Feb 04 10:24:53.714206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:53.721763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:53.723000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.726256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=eb831127-d27c-40f2-bb90-ee481ee2535f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:53.751378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:53.752995 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79548dd-124e-4765-9171-e7e0ea72377a None None] Pushing event updated for resources: {'Port': ['ID=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:53.762538 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff803244-49e6-4e91-9ce1-c55a2043380e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:53.780161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'subnet': {'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:53.793462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.793930 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Added segment 38e5115c-e568-49a3-9996-0ac56a5b045d of type vlan for network 708153b4-4ffc-432f-a3c8-6cbde640ef2a Feb 04 10:24:53.887590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Router 4a971894-083b-45a1-9ff6-83853b741b40 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-9698b4c1-c6e8-4f24-a177-8769d9f40524 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb831127-d27c-40f2-bb90-ee481ee2535f: This subnet is being modified by another concurrent operation. Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 10:24:53.915586 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb831127-d27c-40f2-bb90-ee481ee2535f: This subnet is being modified by another concurrent operation. Feb 04 10:24:53.919201 dv-neutron-827824-1-hyperv neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 10:24:53.934298 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:53.939090 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73b2e4-ea47-4156-a8e2-2c752a8f5a03 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:24:53.944765 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] Set router 5b14e6d1-d794-45ef-aea0-3575cbb98fec gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:53.987629 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c25c4494-1eff-4592-99bd-4529a5c85633 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=146a6be1d2e2438b81685a8de5419dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908679 Feb 04 10:24:53.997578 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:54.044977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.050560 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:54.051204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.083856 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73b2e4-ea47-4156-a8e2-2c752a8f5a03 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:24:54.086509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a8353-2400-4153-b500-392649920989 req-9f87523b-62b8-4eba-b354-2419a7403fc9 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:54.094226 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-412a8353-2400-4153-b500-392649920989 req-9f87523b-62b8-4eba-b354-2419a7403fc9 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.8047135 Feb 04 10:24:54.210962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.216155 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5157328 Feb 04 10:24:54.220316 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39530) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:54.235344 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'network': {'name': 'tempest-RoutersTest-546601992'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:54.239518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194bb0-667e-40c9-803b-e6142f71793d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Network': ['ID=708153b4-4ffc-432f-a3c8-6cbde640ef2a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:54.247145 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:54.254475 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:54.278267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:54.291844 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:network and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:54.310060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:54.314896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.322411 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:54.326965 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:48Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': '179ee4bd-12c0-45b9-b4f0-18aba81b6ec5', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:ab:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:53Z', 'revision_number': 4, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.332359 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f2c47-30e2-48e5-9ea5-5d110b63db39 None None] The sync data for ids ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'] in dv-neutron-827824-1-hyperv is: [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:48Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': '179ee4bd-12c0-45b9-b4f0-18aba81b6ec5', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:ab:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:53Z', 'revision_number': 4, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '99144e56-cb7a-4ab9-b0e6-276095e5b93a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:54.375611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.377067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:54.389911 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-412a8353-2400-4153-b500-392649920989 req-6da87b32-d878-4127-8e2b-efd0f78d2408 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944729 Feb 04 10:24:54.393924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eedb8f-b17d-427f-9f56-de2c483f64e1']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.447694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:54.451988 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.464552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.481607 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2096de94-648a-422a-9a88-9b9cb4e9efef') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.481989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2096de94-648a-422a-9a88-9b9cb4e9efef') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.515935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.531450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:54.535089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.617286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:54.646276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.646705 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Added segment 28bfb364-c30f-4ee0-b748-62c42a64e0a1 of type vlan for network c3ea561b-a942-4766-beb2-e0542ed3152b Feb 04 10:24:54.662213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.686764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:24:54.687174 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:24:54.706148 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:24:54.708195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:54.730602 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] Sync routers for ids ['4a971894-083b-45a1-9ff6-83853b741b40'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:54.735827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.750185 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ee93e-cd7c-4069-a3bd-a5e4dd8f86b0 None None] Network c5eedb8f-b17d-427f-9f56-de2c483f64e1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:54.752855 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] Routers {'4a971894-083b-45a1-9ff6-83853b741b40'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:54.755120 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['4a971894-083b-45a1-9ff6-83853b741b40'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.757774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.807814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678319ce-52d9-4bcf-a995-e56d72a2a2fd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:54.867155 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.868421 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-10d438bd-0573-41ce-8b10-88046387c0c8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "PUT /v2.0/routers/4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 200 len: 883 time: 9.5027237 Feb 04 10:24:54.872585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39534) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:54.875219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.919375 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:54.928528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.930078 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f5009d17-40ef-46a2-9553-cef736f76230 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/678319ce-52d9-4bcf-a995-e56d72a2a2fd HTTP/1.1" status: 204 len: 168 time: 0.9291403 Feb 04 10:24:54.938493 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.947958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:54.948601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:54.950391 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] Routers {'4a971894-083b-45a1-9ff6-83853b741b40'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:54.952169 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['4a971894-083b-45a1-9ff6-83853b741b40'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:55.048829 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.051416 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:24:55.095442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=c5eedb8f-b17d-427f-9f56-de2c483f64e1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:55.178304 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:55.182623 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ae0c13cb-80d3-446b-a658-904628ae8c91 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/c5eedb8f-b17d-427f-9f56-de2c483f64e1 HTTP/1.1" status: 204 len: 168 time: 8.2345920 Feb 04 10:24:55.183498 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999c6c0-c1e4-4004-804d-9a099a40a36e None None] The sync data for ids ['4a971894-083b-45a1-9ff6-83853b741b40'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:55.267686 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9174663-16a5-4d36-9685-130aa19db4a4 None None] DHCP port deletion for c5eedb8f-b17d-427f-9f56-de2c483f64e1 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:24:55.338103 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.345436 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Network': ['ID=c3ea561b-a942-4766-beb2-e0542ed3152b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:55.358185 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c3ea561b-a942-4766-beb2-e0542ed3152b details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:55.388770 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3617ee-4236-466d-97ea-761a41f4b16d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:24:55.389346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3617ee-4236-466d-97ea-761a41f4b16d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:24:55.395670 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6e3617ee-4236-466d-97ea-761a41f4b16d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/c5eedb8f-b17d-427f-9f56-de2c483f64e1 HTTP/1.1" status: 404 len: 339 time: 0.0467293 Feb 04 10:24:55.399507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.406797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832924702', 'description': 'd1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:55.415236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c9aadcb9-f212-492d-8bdc-758c4c9e614e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1893022 Feb 04 10:24:55.418745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:55.420791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.432198 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'subnet': {'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:55.558940 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Usage tracker for resource:network and tenant:831a63c9e56b4ed181b955e4220d9770 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:55.564873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:55.573681 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:55.573681 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.604223 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:55.609307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:55.635579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:subnet and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:55.654246 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:55.667363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:55.672395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.686601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:55.737677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39556) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.775300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:55.787096 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-aa38c797-2533-4cc0-a140-407a517a2ec2 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 200 len: 924 time: 0.9133968 Feb 04 10:24:55.787986 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Sync routers for ids ['54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:55.796751 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39560) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.800388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Routers {'54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:55.801102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:55.859377 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.863193 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b0ff8c61-5506-4464-93af-01fb6dad04d9 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.7882204 Feb 04 10:24:55.865492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:55.868931 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.871511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:55.874082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:55.983102 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:24:56.047567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.048228 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment 8682043f-4863-4219-83d0-17882a32829b of type vlan for network 7ea357ee-83aa-4df2-8b28-681a8b03f323 Feb 04 10:24:56.048351 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Set router 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:56.102084 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4a00606e-0639-4ec6-8aef-9b1b2e386690 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbdc0427c8b14934be1ceeba6f64ccbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629868 Feb 04 10:24:56.109179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39568) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.138552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Subnet': ['ID=3c3ea299-9b48-4cc0-8be8-338c1af8df76,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:56.140095 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] For port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:24:56.140458 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.150857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Checking segment: {'id': '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:56.151238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network hostable DHCP agents. Network: feadbb0b-7b3d-4fff-86c2-41615ece7102, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:56.161773 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a3fc0-9e6d-4804-86f9-f1ad95c88015 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:56.166090 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-069a3fc0-9e6d-4804-86f9-f1ad95c88015 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=4a971894-083b-45a1-9ff6-83853b741b40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3665161 Feb 04 10:24:56.166868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.167113 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.211822 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.301798 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:56.330682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:56.367538 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, feadbb0b-7b3d-4fff-86c2-41615ece7102) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:56.371222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491cd14-b0fd-4b43-b09d-133837307e1f req-7eab860a-be13-4e45-be5e-144bed2a2aed tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:56.371665 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:56.372243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.379240 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8491cd14-b0fd-4b43-b09d-133837307e1f req-7eab860a-be13-4e45-be5e-144bed2a2aed tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5603223 Feb 04 10:24:56.387283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88bcc6-6e83-4fb8-8b3e-31dddc30ac1d None None] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:56.486860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc', 'name': '', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095', 'external_fixed_ips': [{'subnet_id': 'c5745ec7-54f9-4e3e-856b-bfcb8059fd0c', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '95aa8b92-d638-43aa-916c-fb36cf8b377b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:51Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': '95aa8b92-d638-43aa-916c-fb36cf8b377b', 'name': '', 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c5745ec7-54f9-4e3e-856b-bfcb8059fd0c', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:24:48Z', 'updated_at': '2022-02-04T10:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5745ec7-54f9-4e3e-856b-bfcb8059fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:56.500357 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2c99ec84-76f3-42af-bdf8-f433bb5dde1a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7640650 Feb 04 10:24:56.505272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39576) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.505444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Checking router: 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:56.506067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Updating router 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc port 95aa8b92-d638-43aa-916c-fb36cf8b377b binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:24:56.511742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-305648169', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:56.517795 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7293e7-663c-4935-adee-97280fd18f00 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:56.518417 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac7293e7-663c-4935-adee-97280fd18f00 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Synchronizing usage tracker for tenant:2dc2867043004a298b2581db02f7cba4 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:56.533418 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:56.541146 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:router and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:56.545022 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:56.554839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:56.573224 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.577778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac7293e7-663c-4935-adee-97280fd18f00 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Unset dirty status for tenant:2dc2867043004a298b2581db02f7cba4 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:56.582537 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ac7293e7-663c-4935-adee-97280fd18f00 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.4123836 Feb 04 10:24:56.583733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39580) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.606436 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8491cd14-b0fd-4b43-b09d-133837307e1f req-cdb03870-1785-46b1-9dd7-a927cf998b22 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262440 Feb 04 10:24:56.630206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.630206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.635681 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.636838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting port 95aa8b92-d638-43aa-916c-fb36cf8b377b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:56.637188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.648374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.654150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:56.654754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.658482 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.677436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:24:56.688744 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e4e1d071-f679-435b-b99f-099ec8c663c5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 200 len: 205 time: 0.1026747 Feb 04 10:24:56.689339 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.770985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.803767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=7ea357ee-83aa-4df2-8b28-681a8b03f323,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:56.845338 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.850779 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:56.856269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7ea357ee-83aa-4df2-8b28-681a8b03f323 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:56.897492 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-56f8ba7c-a1f6-4349-bd22-2465507066e0 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4968488 Feb 04 10:24:56.899734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39588) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:56.950173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-feadbb0b-7b3d-4fff-86c2-41615ece7102', 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102', 'tenant_id': 'ec369682a9824ab1ae291a3b477a92e7', 'fixed_ips': [{'subnet_id': '3c3ea299-9b48-4cc0-8be8-338c1af8df76'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:56.951015 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.001850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:24:57.106127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Subnet': ['ID=c983fd5b-187e-45d4-bbe5-75ac3c8621ac,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:57.173893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Checking segment: {'id': '38e5115c-e568-49a3-9996-0ac56a5b045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:57.174697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network hostable DHCP agents. Network: 708153b4-4ffc-432f-a3c8-6cbde640ef2a, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:24:57.177357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:24:57.177828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.189074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41765761-94df-4e50-bbaa-2e60b097b549 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:57.189768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-41765761-94df-4e50-bbaa-2e60b097b549 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Synchronizing usage tracker for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:57.216662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.253137 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32783cc9-31a9-42de-857e-352b0a451c22,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:57.255233 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:24:57.261759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-41765761-94df-4e50-bbaa-2e60b097b549 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Unset dirty status for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:57.265607 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-41765761-94df-4e50-bbaa-2e60b097b549 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks?id=7ea357ee-83aa-4df2-8b28-681a8b03f323 HTTP/1.1" status: 200 len: 764 time: 0.3549576 Feb 04 10:24:57.265913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:57.280546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'description': 'd2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:57.295227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 708153b4-4ffc-432f-a3c8-6cbde640ef2a) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:57.306381 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:57.306978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.309208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fec1a0-ab02-453f-95b0-9c586d16172d None None] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:24:57.310652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.342322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.432156 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Could not find standard attr ID for object 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:24:57.451477 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No ports have port_id starting with 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 Feb 04 10:24:57.501837 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.506114 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Allocated IP 172.20.0.2 (feadbb0b-7b3d-4fff-86c2-41615ece7102/3c3ea299-9b48-4cc0-8be8-338c1af8df76/bb5e9e6b-7fd8-4952-8147-bf19a89daa88) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:57.506873 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.564479 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=179ee4bd-12c0-45b9-b4f0-18aba81b6ec5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:57.566410 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.571044 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9a031dd1-f365-4804-9eeb-ece3b2c42783 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32783cc9-31a9-42de-857e-352b0a451c22 HTTP/1.1" status: 204 len: 168 time: 1.4598966 Feb 04 10:24:57.638026 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d6bf64be-dfbb-4b18-9bfc-9d9333b4d94b tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2134647 Feb 04 10:24:57.831089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39600) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:57.846207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'subnet': {'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:24:57.877463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Calling delete_port for 95aa8b92-d638-43aa-916c-fb36cf8b377b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:57.908941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.962424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:57.992900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-708153b4-4ffc-432f-a3c8-6cbde640ef2a', 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a', 'tenant_id': '8134e20b171b41f5bcd834f428944d3b', 'fixed_ips': [{'subnet_id': 'c983fd5b-187e-45d4-bbe5-75ac3c8621ac'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:24:57.993714 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.002702 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Transition to ACTIVE for port object 95aa8b92-d638-43aa-916c-fb36cf8b377b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:58.031544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.155468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.180485 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.249230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dfaf0-ef91-4cf7-9442-5703d845ce98 None None] Pushing event updated for resources: {'Port': ['ID=95aa8b92-d638-43aa-916c-fb36cf8b377b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:58.251601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Attempting to bind port 95aa8b92-d638-43aa-916c-fb36cf8b377b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:58.251975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Attempting to bind port 95aa8b92-d638-43aa-916c-fb36cf8b377b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:58.252331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Attempting to bind port 95aa8b92-d638-43aa-916c-fb36cf8b377b on network 3d27a9df-f4d9-41ca-b738-1a8308959095 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:58.271744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:24:58.272240 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Checking segment: {'id': '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:24:58.272521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.272911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Bound using segment: {'id': '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:24:58.273383 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Bound port: 95aa8b92-d638-43aa-916c-fb36cf8b377b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3d27a9df-f4d9-41ca-b738-1a8308959095'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:24:58.273756 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.282611 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:24:58.288408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.302706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port 5305a418-3526-4821-90a5-255a4411fc4b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:58.302706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.371618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network 7ea357ee-83aa-4df2-8b28-681a8b03f323 is not hosted by any dhcp agent {{(pid=87620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 10:24:58.377123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.377466 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:58.377984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.379269 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "PUT /v2.0/networks/7ea357ee-83aa-4df2-8b28-681a8b03f323 HTTP/1.1" status: 200 len: 761 time: 1.1112199 Feb 04 10:24:58.394591 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:58.417526 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Transition to ACTIVE for port object bb5e9e6b-7fd8-4952-8147-bf19a89daa88 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:58.432188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Allocated IP 172.20.0.2 (708153b4-4ffc-432f-a3c8-6cbde640ef2a/c983fd5b-187e-45d4-bbe5-75ac3c8621ac/624b840f-d307-4489-b296-515d49cebdc8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:24:58.440712 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Router 5b14e6d1-d794-45ef-aea0-3575cbb98fec has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:24:58.455754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] For port 95aa8b92-d638-43aa-916c-fb36cf8b377b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:24:58.461172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Transition to ACTIVE for port object bb5e9e6b-7fd8-4952-8147-bf19a89daa88 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:58.510662 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.515964 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] For port 95aa8b92-d638-43aa-916c-fb36cf8b377b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=95aa8b92-d638-43aa-916c-fb36cf8b377b,segment=NetworkSegment(1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1),segment_id=1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:24:58.519553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df986-4ac3-4714-b6ff-717e27d536eb tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=7ea357ee-83aa-4df2-8b28-681a8b03f323,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:58.562441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.632447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:subnet and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:24:58.656601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7ea357ee-83aa-4df2-8b28-681a8b03f323 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:24:58.676978 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:58.714386 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5cce6-a19d-4cf6-ac14-30d1b6ab6e26 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:58.715940 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-99f5cce6-a19d-4cf6-ac14-30d1b6ab6e26 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks?id=7ea357ee-83aa-4df2-8b28-681a8b03f323 HTTP/1.1" status: 200 len: 764 time: 0.3200829 Feb 04 10:24:58.719642 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39626) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:58.745557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:24:58.754376 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e0d7b588-1d6f-4fcc-843f-dbf209978ed9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "PUT /v2.0/routers/5b14e6d1-d794-45ef-aea0-3575cbb98fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2787476 Feb 04 10:24:58.756272 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Sync routers for ids ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:24:58.760761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:58.774107 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Routers {'5b14e6d1-d794-45ef-aea0-3575cbb98fec'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:58.774833 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:58.871639 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:24:58.871951 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:24:58.872399 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:58.889025 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for 5305a418-3526-4821-90a5-255a4411fc4b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:24:58.894643 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:58.897428 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Routers {'54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:58.898282 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:58.924213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:24:58.936083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c80cf5-b52d-476d-8b1c-4db6b0d57a14 req-b3f22094-d98c-458c-a73c-b2ca1a4c5c70 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:58.938897 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-99c80cf5-b52d-476d-8b1c-4db6b0d57a14 req-b3f22094-d98c-458c-a73c-b2ca1a4c5c70 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.0327597 Feb 04 10:24:58.951790 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:24:58.980631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d52ff7-260d-49df-84c0-7a17c1c60c73 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:58.982419 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d52ff7-260d-49df-84c0-7a17c1c60c73 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:58.983901 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-92d52ff7-260d-49df-84c0-7a17c1c60c73 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:59.019100 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Set router 5b14e6d1-d794-45ef-aea0-3575cbb98fec gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:59.030167 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6de625-f3dc-4235-925e-10742f6f3835 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.038740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6de625-f3dc-4235-925e-10742f6f3835 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.041158 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7a6de625-f3dc-4235-925e-10742f6f3835 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.3202412 Feb 04 10:24:59.044014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:59.137285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.160366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.161786 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Transition to ACTIVE for port object 624b840f-d307-4489-b296-515d49cebdc8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:59.184231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Transition to ACTIVE for port object 624b840f-d307-4489-b296-515d49cebdc8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:24:59.187267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:59.211182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:24:59.214998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.220197 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:57Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:59.225673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Pushing event updated for resources: {'Port': ['ID=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:59.226382 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Checking router: 5b14e6d1-d794-45ef-aea0-3575cbb98fec for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:24:59.247074 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Routers {'5b14e6d1-d794-45ef-aea0-3575cbb98fec'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:24:59.248081 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:24:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:59.271231 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-92d52ff7-260d-49df-84c0-7a17c1c60c73 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:59.272290 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-92d52ff7-260d-49df-84c0-7a17c1c60c73 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5103245 Feb 04 10:24:59.276138 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39642) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:59.314083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-91f54bc5-a978-456d-8c98-c1a31353764a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Synchronizing usage tracker for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:59.324204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=5305a418-3526-4821-90a5-255a4411fc4b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:59.351905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-91f54bc5-a978-456d-8c98-c1a31353764a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Unset dirty status for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:59.360753 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-91f54bc5-a978-456d-8c98-c1a31353764a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 207 time: 0.3152018 Feb 04 10:24:59.373834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting port 95aa8b92-d638-43aa-916c-fb36cf8b377b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:24:59.374203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.402179 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-99c80cf5-b52d-476d-8b1c-4db6b0d57a14 req-a20070ae-7dfb-455f-b996-1677df6b801f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481378 Feb 04 10:24:59.416274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39646) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:59.428902 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 99144e56-cb7a-4ab9-b0e6-276095e5b93a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:24:59.430698 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] Set router 5b14e6d1-d794-45ef-aea0-3575cbb98fec gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:59.440898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.468084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] Set router 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:24:59.557825 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:57Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:59.562215 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454b5b-9015-42fb-bf2f-05a567673502 None None] The sync data for ids ['5b14e6d1-d794-45ef-aea0-3575cbb98fec'] in dv-neutron-827824-1-hyperv is: [{'id': '5b14e6d1-d794-45ef-aea0-3575cbb98fec', 'name': 'tempest-NetworksTestDHCPv6-router-1255903381', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:42Z', 'updated_at': '2022-02-04T10:24:57Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:59.582407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.652348 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc', 'name': '', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:56Z', 'revision_number': 4, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:24:59.687302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.696123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.699866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.702675 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99487f-5a20-4e8d-9809-d7643a7f947b None None] The sync data for ids ['54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc'] in dv-neutron-827824-1-hyperv is: [{'id': '54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc', 'name': '', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:24:45Z', 'updated_at': '2022-02-04T10:24:56Z', 'revision_number': 4, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:24:59.705567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.712184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.718094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.724199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.730097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.736249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:24:59.737713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Synchronizing usage tracker for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:24:59.760298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:24:59.765838 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:24:59.785431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:24:59.827447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.880233 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Attempting to bind port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:24:59.880576 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Attempting to bind port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:24:59.881793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Attempting to bind port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 on network feadbb0b-7b3d-4fff-86c2-41615ece7102 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:24:59.883324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dfaf0-ef91-4cf7-9442-5703d845ce98 None None] Pushing event updated for resources: {'Port': ['ID=95aa8b92-d638-43aa-916c-fb36cf8b377b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:59.905559 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=99144e56-cb7a-4ab9-b0e6-276095e5b93a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:59.911614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:24:59.914515 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Unset dirty status for tenant:831a63c9e56b4ed181b955e4220d9770 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:24:59.919975 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f12021ca-3c57-4d2d-a105-a4df18fc5403 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.4980040 Feb 04 10:24:59.928103 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:59.948748 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7235ff9d-0466-42ca-a669-4073a4bfcc29 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/99144e56-cb7a-4ab9-b0e6-276095e5b93a HTTP/1.1" status: 204 len: 168 time: 0.6712534 Feb 04 10:24:59.949653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:24:59.966031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Pushing event updated for resources: {'Port': ['ID=624b840f-d307-4489-b296-515d49cebdc8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:24:59.976497 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8a678-9e95-4c9a-bfe5-81c2fcb7be3c None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:00.016788 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:00.017172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Checking segment: {'id': '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:00.017576 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.017989 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Bound using segment: {'id': '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:00.018474 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Bound port: bb5e9e6b-7fd8-4952-8147-bf19a89daa88, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:00.018849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.087056 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.127300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.220866 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9ad9b44-8ed9-4222-9f9d-168e051138b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:00.236061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.245805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9ad9b44-8ed9-4222-9f9d-168e051138b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:00.247413 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d9ad9b44-8ed9-4222-9f9d-168e051138b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2964330 Feb 04 10:25:00.250265 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:00.254239 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Attempting to bind port 624b840f-d307-4489-b296-515d49cebdc8 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:00.254784 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Attempting to bind port 624b840f-d307-4489-b296-515d49cebdc8 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '38e5115c-e568-49a3-9996-0ac56a5b045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:00.259315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Attempting to bind port 624b840f-d307-4489-b296-515d49cebdc8 on network 708153b4-4ffc-432f-a3c8-6cbde640ef2a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:00.304959 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:00.305841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Checking segment: {'id': '38e5115c-e568-49a3-9996-0ac56a5b045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:00.306388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.306884 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Bound using segment: {'id': '38e5115c-e568-49a3-9996-0ac56a5b045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:00.307466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Bound port: 624b840f-d307-4489-b296-515d49cebdc8, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e5115c-e568-49a3-9996-0ac56a5b045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '708153b4-4ffc-432f-a3c8-6cbde640ef2a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:00.307961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.407069 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:00.428861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.449393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] For port bb5e9e6b-7fd8-4952-8147-bf19a89daa88, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:00.487181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] For port bb5e9e6b-7fd8-4952-8147-bf19a89daa88, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,segment=NetworkSegment(546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b),segment_id=546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:00.502881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.586486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:00.664518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:00.664980 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 179ee4bd-12c0-45b9-b4f0-18aba81b6ec5 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:00.680717 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-72b3f16f-7220-4a18-8eee-2e9ce39bdebe tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:00.703956 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:00.711458 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:00.742730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.743235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0497-312b-495d-a597-ac2fafe420d3 None None] Pushing event updated for resources: {'Port': ['ID=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:00.746986 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.748869 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.778849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] For port 95aa8b92-d638-43aa-916c-fb36cf8b377b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=95aa8b92-d638-43aa-916c-fb36cf8b377b,segment=NetworkSegment(1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1),segment_id=1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:00.782934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.913252 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-72b3f16f-7220-4a18-8eee-2e9ce39bdebe tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "PUT /v2.0/quotas/e29d77130f14457184a5e44c9a0a8701 HTTP/1.1" status: 200 len: 368 time: 0.5056856 Feb 04 10:25:00.914013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39690) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:00.915011 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee44df6-1feb-4fa8-ba38-d43e779cd6c9 None None] Pushing event updated for resources: {'Port': ['ID=624b840f-d307-4489-b296-515d49cebdc8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:00.955131 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:00.961879 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Deleting port d63f3068-1cf8-46a7-aa34-fb7480154b1f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:00.962498 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:00.980934 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Request body: {'network': {'project_id': 'e29d77130f14457184a5e44c9a0a8701'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:00.990014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:00.996221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Usage tracker for resource:network and tenant:e29d77130f14457184a5e44c9a0a8701 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:01.019418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:01.052720 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2be347ff-8c53-43bd-b24c-d8b559acdc49 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 914 time: 1.0331571 Feb 04 10:25:01.062067 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.064608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.103761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:01.113567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:01.147691 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Calling delete_port for 95aa8b92-d638-43aa-916c-fb36cf8b377b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:01.188329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.188924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Fanout notify agent at l3_agent the message router_deleted on router 5b14e6d1-d794-45ef-aea0-3575cbb98fec {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:01.200087 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.200620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router 4a971894-083b-45a1-9ff6-83853b741b40 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:01.260301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Made reservation on behalf of e29d77130f14457184a5e44c9a0a8701 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:01.266650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.293926 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.355125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.26.5.81 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/a6661871-8fe6-4a81-b25a-9dd11b965684) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:01.377615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.386660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:01.391917 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Usage tracker for resource:security_group_rule and tenant:e29d77130f14457184a5e44c9a0a8701 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:01.395689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:01.405131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:01.455918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] For port d63f3068-1cf8-46a7-aa34-fb7480154b1f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d63f3068-1cf8-46a7-aa34-fb7480154b1f,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:01.456528 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.461550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.462941 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4dc2b7c9-1d08-4c84-90b0-756ec9b556c6 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 204 len: 168 time: 4.7650957 Feb 04 10:25:01.477718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39698) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:01.519489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1619220087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:01.533871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.544113 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.559300 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:01.560409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:01.571420 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.571817 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Added segment e2611d6a-679a-4856-a55f-b0fbad60194f of type vlan for network eba6de2f-f6ff-4d54-9b90-eeed6b4e242a Feb 04 10:25:01.612702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.645602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:01.649924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:01.666009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c572-1cd2-4f60-b3b9-8cd48971e96b req-53163ca5-71a7-49d0-a14a-f3636c732140 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:01.667577 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8e32c572-1cd2-4f60-b3b9-8cd48971e96b req-53163ca5-71a7-49d0-a14a-f3636c732140 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.0353410 Feb 04 10:25:01.682851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:01.689662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Subnet': ['ID=6c59d568-10d0-46a4-92b7-a9f302a5f057,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:01.690675 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Calling delete_port for d63f3068-1cf8-46a7-aa34-fb7480154b1f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:01.719495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.722696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:01.725653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.740546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Checking segment: {'id': '28bfb364-c30f-4ee0-b748-62c42a64e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:01.741168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network hostable DHCP agents. Network: c3ea561b-a942-4766-beb2-e0542ed3152b, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:01.759354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.760497 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d65f829e-4365-48c0-9a18-1e76e14f5a61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/routers/5b14e6d1-d794-45ef-aea0-3575cbb98fec HTTP/1.1" status: 204 len: 168 time: 1.5092733 Feb 04 10:25:01.771308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.772385 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.809590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:01.825670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.832168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:01.835729 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:01.916891 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] No DVR routers for this DVR port d63f3068-1cf8-46a7-aa34-fb7480154b1f on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:01.922313 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d0d02-6d31-4a19-bfdf-06ea43ddc9f0 None None] Pushing event deleted for resources: {'Port': ['ID=d63f3068-1cf8-46a7-aa34-fb7480154b1f,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:02.002730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network c3ea561b-a942-4766-beb2-e0542ed3152b is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:02.068488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, c3ea561b-a942-4766-beb2-e0542ed3152b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:02.070820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event updated for resources: {'Network': ['ID=eba6de2f-f6ff-4d54-9b90-eeed6b4e242a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:02.076908 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.079367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.080887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.082543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.082887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.084302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network eba6de2f-f6ff-4d54-9b90-eeed6b4e242a details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:02.084954 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.086897 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-216b4c44-ac0a-483b-9655-a1f339abf9dc tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9661093 Feb 04 10:25:02.087127 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.095403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:02.095913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39706) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.125287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.129268 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3cfd31-daf2-4a02-9ed3-dac020bc2868 None None] Network c3ea561b-a942-4766-beb2-e0542ed3152b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:02.140687 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f297582b-7cbb-4012-a4e8-5a8c3a392f55,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:02.145396 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:02.169387 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8a63b820-1f5e-4dec-b36a-8cc34358825b tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2451115 Feb 04 10:25:02.174162 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.190531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Request body: {'network': {'project_id': 'e29d77130f14457184a5e44c9a0a8701'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:02.199406 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-8e32c572-1cd2-4f60-b3b9-8cd48971e96b req-22ec8c48-5121-4930-a8c8-58a7b1c5fcda tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5029323 Feb 04 10:25:02.218333 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:02.233461 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:02.235012 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Usage tracker for resource:network and tenant:e29d77130f14457184a5e44c9a0a8701 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:02.248418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.249849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.251264 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.252653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.254177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.256375 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6e012ed7-f8d0-4ce1-aae6-b9a339fd89c3 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1563551 Feb 04 10:25:02.257321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:02.260199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.261564 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.265185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:02.278955 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.283807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Port': ['ID=95aa8b92-d638-43aa-916c-fb36cf8b377b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:02.308432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:02.372481 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-be43ecda-cf60-4868-a680-9a0922835780 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5401983 Feb 04 10:25:02.389225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39718) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.439318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d9c6a7-1e2e-48ec-903c-092af5f1923e None None] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:02.443269 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-83741553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:02.451816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Made reservation on behalf of e29d77130f14457184a5e44c9a0a8701 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:02.454982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.484950 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:02.490175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.509429 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:02.517351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:02.530860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:02.540727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:router and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:02.547291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.554996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:02.559119 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:02.570580 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:02.583766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.584421 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Added segment da2509e2-85c7-4dd0-b2c5-370a22427610 of type vlan for network fb5bd12f-ece1-496d-920c-6bc01a41e7f6 Feb 04 10:25:02.621779 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.709925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9c97-7a0b-4738-b4f1-c820a89c3ff1 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.717075 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1b5e9c97-7a0b-4738-b4f1-c820a89c3ff1 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks/7d912ca1-4c3b-4530-8732-f2e99acdc9e2 HTTP/1.1" status: 200 len: 803 time: 0.4544566 Feb 04 10:25:02.717731 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39722) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.720780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.721738 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:02.722348 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.801170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:02.804337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=a6661871-8fe6-4a81-b25a-9dd11b965684,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:02.856702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.857889 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-295bc8b2-442b-4a9a-96ae-067b11154eaf tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3767512 Feb 04 10:25:02.865473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.866489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.869967 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 624b840f-d307-4489-b296-515d49cebdc8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:02.874907 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39726) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.887648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': True}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:02.896654 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7125764 Feb 04 10:25:02.896826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a831883-81b7-4eee-875f-6483d2c4f831 None None] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:02.900530 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:02.940396 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:02.970227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Request body: {'network': {'project_id': 'e29d77130f14457184a5e44c9a0a8701'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:02.985476 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:03.012337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Usage tracker for resource:network and tenant:e29d77130f14457184a5e44c9a0a8701 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:03.019990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:03.028084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9234ae-2603-4807-980e-be4e99b4d5b7 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event updated for resources: {'Network': ['ID=fb5bd12f-ece1-496d-920c-6bc01a41e7f6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:03.030489 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:03.039449 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 10:25:03.039998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:03.043955 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5dc17e73-4221-4d54-bb2e-3acbe6b479d5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1369884 Feb 04 10:25:03.050502 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39734) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.074629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network fb5bd12f-ece1-496d-920c-6bc01a41e7f6 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:03.084244 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3a0ae195-c06f-46c7-8ddb-bd16e6e82669 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/networks/7d912ca1-4c3b-4530-8732-f2e99acdc9e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3614790 Feb 04 10:25:03.085976 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.086848 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-590f1696-e480-4705-b27b-f7ea2e3ad3a2 None None] Provisioning for port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:03.185314 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ed65b270-974e-41ab-a0b8-84f4c9303c45 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e29d77130f14457184a5e44c9a0a8701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313088 Feb 04 10:25:03.187028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.213033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db7277-4718-4159-a4e6-a62014d6b819 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:03.217737 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-29db7277-4718-4159-a4e6-a62014d6b819 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets/4e518d74-6484-44ea-97e9-4444573a3136 HTTP/1.1" status: 200 len: 843 time: 0.1275444 Feb 04 10:25:03.219065 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.296123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db396b83-19e9-4c88-99a4-72fcac1961de tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:03.301881 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-db396b83-19e9-4c88-99a4-72fcac1961de tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "GET /v2.0/subnets/4e518d74-6484-44ea-97e9-4444573a3136?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0776722 Feb 04 10:25:03.308053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39752) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.314072 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694046411'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:03.320322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:03.330091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:03.356385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:03.360278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.383368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.399386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 624b840f-d307-4489-b296-515d49cebdc8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:03.413372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.415159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:03.435126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Provisioning for port 624b840f-d307-4489-b296-515d49cebdc8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:03.441422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.441704 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Added segment a05be783-19c4-4c97-b5a6-185c6ad693ae of type vlan for network 1b03bd24-2162-47ee-a223-051003e5958c Feb 04 10:25:03.456283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 624b840f-d307-4489-b296-515d49cebdc8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:03.456661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.472732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.489004 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.500613 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Provisioning complete for port 624b840f-d307-4489-b296-515d49cebdc8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:03.501050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.541039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-c3ea561b-a942-4766-beb2-e0542ed3152b', 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b', 'tenant_id': '8134e20b171b41f5bcd834f428944d3b', 'fixed_ips': [{'subnet_id': '6c59d568-10d0-46a4-92b7-a9f302a5f057'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:25:03.542132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.549671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.555383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:03.555981 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.594173 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.615784 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.658004 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.682267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f297582b-7cbb-4012-a4e8-5a8c3a392f55,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:03.699265 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.699621 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.699973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.701111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.701111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.701111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.702915 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:03.709214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Network': ['ID=1b03bd24-2162-47ee-a223-051003e5958c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:03.714962 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bd8a7e96-90af-41ca-8848-95fc862c8846 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4059062 Feb 04 10:25:03.715841 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.721752 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'network_id': '1b03bd24-2162-47ee-a223-051003e5958c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:03.753089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 1b03bd24-2162-47ee-a223-051003e5958c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:03.804675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.806143 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0991344f-6c9a-4912-b45f-18d0280d5020 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/f297582b-7cbb-4012-a4e8-5a8c3a392f55 HTTP/1.1" status: 204 len: 168 time: 0.6190987 Feb 04 10:25:03.819872 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39760) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:03.921238 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:25:03.948957 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:03.953649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.967416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:03.970337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:03.994448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.026498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Made reservation on behalf of 831a63c9e56b4ed181b955e4220d9770 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:04.030553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.063040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.063560 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:04.076895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.078224 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cde1592b-a30a-435c-a373-984f5a6c44ba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/routers/54f3ae48-9965-4dbb-9543-2f8b9d3cc6dc HTTP/1.1" status: 204 len: 168 time: 8.2056017 Feb 04 10:25:04.104890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.133473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.146035 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39764) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:04.179186 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Allocated IP 172.21.0.2 (c3ea561b-a942-4766-beb2-e0542ed3152b/6c59d568-10d0-46a4-92b7-a9f302a5f057/de8864b1-cba2-4013-871d-f59daefa2525) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:04.212981 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:04.276674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.277544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bb5e9e6b-7fd8-4952-8147-bf19a89daa88 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:04.317412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.321392 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a1b92ab6-73e2-4b15-a11a-c55f1a704aec tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.8816793 Feb 04 10:25:04.337497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39768) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:04.417175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.429462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing IP validity checks on allocation pools {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 10:25:04.430008 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 10:25:04.459484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting subnet c5745ec7-54f9-4e3e-856b-bfcb8059fd0c {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:04.468424 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5bd12f-ece1-496d-920c-6bc01a41e7f6']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:04.476269 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.514750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2509e2-85c7-4dd0-b2c5-370a22427610') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:04.515097 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2509e2-85c7-4dd0-b2c5-370a22427610') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:04.542831 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.568977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.606344 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f297eab-7862-44f2-99d6-c4cb5d1035b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.615155 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.624423 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:04.624691 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-0e45ca97-1843-4a3d-ac48-b56f7b1e013f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:04.625236 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:04.636011 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:04.636351 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.666081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:04.666576 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.672851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=624b840f-d307-4489-b296-515d49cebdc8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:04.685601 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:04.693240 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f78c5-4cd2-4ac5-8a95-eff3a887b5a2 req-b14b688f-8be9-440e-af72-4779c7d3dda0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:04.706859 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-243f78c5-4cd2-4ac5-8a95-eff3a887b5a2 req-b14b688f-8be9-440e-af72-4779c7d3dda0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.2449853 Feb 04 10:25:04.717820 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.793890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.806536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.855333 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.868985 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.882711 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Transition to ACTIVE for port object de8864b1-cba2-4013-871d-f59daefa2525 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:04.888736 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.905005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb5bd12f-ece1-496d-920c-6bc01a41e7f6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:04.915414 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Transition to ACTIVE for port object de8864b1-cba2-4013-871d-f59daefa2525 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:04.919370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.942531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.954771 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:04.959077 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9775afae-f927-469a-a0e5-98756f512e80 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "DELETE /v2.0/networks/fb5bd12f-ece1-496d-920c-6bc01a41e7f6 HTTP/1.1" status: 204 len: 168 time: 1.1352084 Feb 04 10:25:04.975958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:05.040942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Network c3ea561b-a942-4766-beb2-e0542ed3152b is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:05.045398 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:05.045960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:05.050495 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:05.098258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.106690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=8840afe7-d819-435b-abd8-0d78e527d0be,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.117523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:05.166039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.169574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5745ec7-54f9-4e3e-856b-bfcb8059fd0c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.170261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Checking segment: {'id': 'a05be783-19c4-4c97-b5a6-185c6ad693ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:05.170616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network hostable DHCP agents. Network: 1b03bd24-2162-47ee-a223-051003e5958c, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:05.176905 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a44b6-4ffb-4510-979a-0d09943c7836 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:05.185624 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2ce401d9-efea-46dc-9f6e-f5cf405d9a9f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/c5745ec7-54f9-4e3e-856b-bfcb8059fd0c HTTP/1.1" status: 204 len: 168 time: 1.0359395 Feb 04 10:25:05.188960 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.190385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:05.196958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:05.197559 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.205324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Pushing event updated for resources: {'Port': ['ID=de8864b1-cba2-4013-871d-f59daefa2525,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.224656 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port bb5e9e6b-7fd8-4952-8147-bf19a89daa88, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,segment=NetworkSegment(546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b),segment_id=546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:05.226471 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.226909 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.227379 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.227720 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.228047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.228377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.228701 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.229217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.229614 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.229959 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.230303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.230630 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.275745 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-243f78c5-4cd2-4ac5-8a95-eff3a887b5a2 req-4a2f956e-e97d-458a-9cd3-2d6c58b3fb29 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5679574 Feb 04 10:25:05.276620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=4c3300cf-66f4-4f12-ac7c-615a89396036,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.286467 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Network 1b03bd24-2162-47ee-a223-051003e5958c is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:05.303199 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Attempting to bind port de8864b1-cba2-4013-871d-f59daefa2525 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:05.303573 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Attempting to bind port de8864b1-cba2-4013-871d-f59daefa2525 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '28bfb364-c30f-4ee0-b748-62c42a64e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:05.303935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Attempting to bind port de8864b1-cba2-4013-871d-f59daefa2525 on network c3ea561b-a942-4766-beb2-e0542ed3152b {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:05.315718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:05.315943 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Checking segment: {'id': '28bfb364-c30f-4ee0-b748-62c42a64e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:05.316472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.316871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Bound using segment: {'id': '28bfb364-c30f-4ee0-b748-62c42a64e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:05.317393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Bound port: de8864b1-cba2-4013-871d-f59daefa2525, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bfb364-c30f-4ee0-b748-62c42a64e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c3ea561b-a942-4766-beb2-e0542ed3152b'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:05.317766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.328024 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.344726 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.345478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.345923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.346817 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.347158 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.347561 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.347946 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.349061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.349491 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.349826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.350367 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.350740 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:25:05.362094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 1b03bd24-2162-47ee-a223-051003e5958c) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:05.417818 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:05.418438 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.423904 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.436615 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.439270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3bc6e2-0939-41c4-9f48-a48849b31d4b None None] Network 1b03bd24-2162-47ee-a223-051003e5958c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:05.452984 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d63f3068-1cf8-46a7-aa34-fb7480154b1f no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:05.474249 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4c3a0dcd-2358-430b-ad5d-5cb50e1cfefe tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6604214 Feb 04 10:25:05.478155 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.481451 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39786) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:05.495090 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6eb41389-b1f3-40fc-9998-e274fc150223 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7773693 Feb 04 10:25:05.498220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:05.510582 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: d63f3068-1cf8-46a7-aa34-fb7480154b1f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:05.510582 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d63f3068-1cf8-46a7-aa34-fb7480154b1f not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:05.532552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba6de2f-f6ff-4d54-9b90-eeed6b4e242a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:05.534102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39790) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:05.540125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:05.549709 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:05.555722 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2611d6a-679a-4856-a55f-b0fbad60194f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:05.556168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2611d6a-679a-4856-a55f-b0fbad60194f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:05.572170 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.592955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.598900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] For port de8864b1-cba2-4013-871d-f59daefa2525, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:05.601190 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:05.601796 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.602440 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] For port de8864b1-cba2-4013-871d-f59daefa2525, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=de8864b1-cba2-4013-871d-f59daefa2525,segment=NetworkSegment(28bfb364-c30f-4ee0-b748-62c42a64e0a1),segment_id=28bfb364-c30f-4ee0-b748-62c42a64e0a1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:05.661823 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.696771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.716278 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:router and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:05.723644 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:05.751081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18a81-b527-4e5a-b906-01509fc860db None None] Pushing event updated for resources: {'Port': ['ID=de8864b1-cba2-4013-871d-f59daefa2525,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.753622 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 624b840f-d307-4489-b296-515d49cebdc8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:05.754166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:05.788895 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:05.921794 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.945678 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.952565 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69f67c5a-9358-4321-83eb-7d21957af719 None None] Provisioning complete for port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:05.952948 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69f67c5a-9358-4321-83eb-7d21957af719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.959349 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:05.967601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] Pushing event deleted for resources: {'Network': ['ID=eba6de2f-f6ff-4d54-9b90-eeed6b4e242a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:05.987714 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-623339cd-2fdd-4f33-82dd-7e493964b2a5 tempest-QuotasNegativeTest-1254059989 tempest-QuotasNegativeTest-1254059989-project-admin] 10.222.0.73 "DELETE /v2.0/networks/eba6de2f-f6ff-4d54-9b90-eeed6b4e242a HTTP/1.1" status: 204 len: 168 time: 1.0082841 Feb 04 10:25:05.993972 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d27a9df-f4d9-41ca-b738-1a8308959095']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:06.014175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:06.014456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf5f6b0-517a-48a8-bc3a-3a4fbb4e50e1') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:06.028595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.048328 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.061716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:06.062158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.134260 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 624b840f-d307-4489-b296-515d49cebdc8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:06.134644 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:06.168830 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:06.194603 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.200404 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d27a9df-f4d9-41ca-b738-1a8308959095 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 10:25:06.203205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.230085 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '4c3300cf-66f4-4f12-ac7c-615a89396036'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:25:06.230961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.261974 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/networks/3d27a9df-f4d9-41ca-b738-1a8308959095 HTTP/1.1" status: 204 len: 168 time: 1.0637484 Feb 04 10:25:06.273309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66390d7-391e-4149-9439-de0c2738349f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d27a9df-f4d9-41ca-b738-1a8308959095,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:06.308167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-1b03bd24-2162-47ee-a223-051003e5958c', 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c', 'tenant_id': '831a63c9e56b4ed181b955e4220d9770', 'fixed_ips': [{'subnet_id': '8840afe7-d819-435b-abd8-0d78e527d0be'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:25:06.308986 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.793248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.794874 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.826654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bb5e9e6b-7fd8-4952-8147-bf19a89daa88 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:06.891332 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Allocated IP 2001:db8::2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/4c3300cf-66f4-4f12-ac7c-615a89396036/8e32b593-55fc-4896-bbc4-75f8b07803ef) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:06.917768 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69f67c5a-9358-4321-83eb-7d21957af719 None None] Provisioning complete for port 624b840f-d307-4489-b296-515d49cebdc8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:06.918181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69f67c5a-9358-4321-83eb-7d21957af719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:06.964039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39808) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:06.972086 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'name': 'tempest-router--2024268574', 'project_id': 'd8fb807440674d469d17eac8c3fb68f5'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:06.979531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:06.990626 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:router and tenant:d8fb807440674d469d17eac8c3fb68f5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:06.998504 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:07.013750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:07.035047 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:07.041520 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.20.0.1 (708153b4-4ffc-432f-a3c8-6cbde640ef2a/c983fd5b-187e-45d4-bbe5-75ac3c8621ac/f78f1c0d-dac5-4cc7-87fb-b1476222c01c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:07.063300 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.064637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:07.065194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.066464 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.079027 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.108145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.148218 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.152227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.164441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7149473'] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.189614 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Allocated IP 2001:db8::3 (1b03bd24-2162-47ee-a223-051003e5958c/8840afe7-d819-435b-abd8-0d78e527d0be/ccd2cf36-b36b-40e9-ac18-2aded12200f8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:07.202673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.206037 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ce747d5f-62c6-4fc7-bce1-94faa1ca295f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2385216 Feb 04 10:25:07.208549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:07.416040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-fd687cb3-059f-42fc-8994-d9ccbd89c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:07.417567 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-fd687cb3-059f-42fc-8994-d9ccbd89c631 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 1.5962093 Feb 04 10:25:07.418643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.471686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.473050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c8640cd9-3672-4e4c-8dfa-bbc2da8220a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.497891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.541667 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.552120 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2413230-7889-4a66-8033-ae78539ac4bd None None] Network c3ea561b-a942-4766-beb2-e0542ed3152b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:07.560205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.608984 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bc2ac-5437-422d-85bb-27a77e40ae60 req-6fc63e93-4e9c-442d-8d17-d2f4bf0f7aca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:07.610479 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4a5bc2ac-5437-422d-85bb-27a77e40ae60 req-6fc63e93-4e9c-442d-8d17-d2f4bf0f7aca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.7353609 Feb 04 10:25:07.614790 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:07.675510 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Usage tracker for resource:security_group_rule and tenant:d6545dae4aaa4483ba6614100298cef5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:07.686473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:07.696006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:07.738567 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.761586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Transition to ACTIVE for port object ccd2cf36-b36b-40e9-ac18-2aded12200f8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:07.783772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.784965 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f23c4880-b3a6-45a8-ae13-89ab0e4940c1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.2942090 Feb 04 10:25:07.793897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Transition to ACTIVE for port object ccd2cf36-b36b-40e9-ac18-2aded12200f8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:07.801537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39822) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:07.900184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.906486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.915106 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.927380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Transition to ACTIVE for port object 8e32b593-55fc-4896-bbc4-75f8b07803ef will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:07.947502 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Transition to ACTIVE for port object 8e32b593-55fc-4896-bbc4-75f8b07803ef will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:07.949125 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.949653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b02b1d4d-e4a3-4a88-9194-48c9439dcd02 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:07.950346 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.976902 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:07.981337 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9ee5ec98-6f8c-4432-adac-61ea2d1e4422 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b02b1d4d-e4a3-4a88-9194-48c9439dcd02 HTTP/1.1" status: 204 len: 168 time: 0.7702119 Feb 04 10:25:08.000711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.011115 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4a5bc2ac-5437-422d-85bb-27a77e40ae60 req-26bb94df-59fe-416e-bcc4-61fbbafa840f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397551 Feb 04 10:25:08.014358 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.019289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.084648 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6545dae4aaa4483ba6614100298cef5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0438638 Feb 04 10:25:08.084648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654181f8-e2ce-4599-b632-2eda09c542ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836d39b-6985-460d-9108-b370fb96c09c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:08.096611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:08.099309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.123368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Transition to ACTIVE for port object f78f1c0d-dac5-4cc7-87fb-b1476222c01c will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:08.126847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-26a735ca-23d7-441d-a8ac-3d5e6878b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:08.128166 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-26a735ca-23d7-441d-a8ac-3d5e6878b963 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 0.6833820 Feb 04 10:25:08.159795 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39832) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:08.186343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.203356 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.209831 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Network 1b03bd24-2162-47ee-a223-051003e5958c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:08.220031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.220455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.223194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:08.231049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:08.231837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b13abc4f-8a07-4b59-a86a-4023cf8f4081 None None] Provisioning for port de8864b1-cba2-4013-871d-f59daefa2525 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:08.238100 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:08.243462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:08.252530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Pushing event updated for resources: {'Port': ['ID=ccd2cf36-b36b-40e9-ac18-2aded12200f8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:08.255106 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:08.287472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.312076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836d39b-6985-460d-9108-b370fb96c09c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:08.315175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.316629 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d566a277-9711-4279-a696-522a60bf8b41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5836d39b-6985-460d-9108-b370fb96c09c HTTP/1.1" status: 204 len: 168 time: 0.2156265 Feb 04 10:25:08.511088 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-426635141', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:08.522702 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:08.529678 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:08.534467 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:08.543624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:08.560231 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.561990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.601201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.603833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device de8864b1-cba2-4013-871d-f59daefa2525 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:08.700736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 172.26.5.202 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/ac410398-834d-4b75-8abf-022b654b9e93) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:08.719135 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Pushing event updated for resources: {'Port': ['ID=8e32b593-55fc-4896-bbc4-75f8b07803ef,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:08.726881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Attempting to bind port ccd2cf36-b36b-40e9-ac18-2aded12200f8 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:08.727490 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Attempting to bind port ccd2cf36-b36b-40e9-ac18-2aded12200f8 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'a05be783-19c4-4c97-b5a6-185c6ad693ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:08.727850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Attempting to bind port ccd2cf36-b36b-40e9-ac18-2aded12200f8 on network 1b03bd24-2162-47ee-a223-051003e5958c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:08.736468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Attempting to bind port 8e32b593-55fc-4896-bbc4-75f8b07803ef on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:08.736833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Attempting to bind port 8e32b593-55fc-4896-bbc4-75f8b07803ef by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:08.737194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Attempting to bind port 8e32b593-55fc-4896-bbc4-75f8b07803ef on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:08.745501 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:08.745869 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Checking segment: {'id': 'a05be783-19c4-4c97-b5a6-185c6ad693ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:08.746315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.746707 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Bound using segment: {'id': 'a05be783-19c4-4c97-b5a6-185c6ad693ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:08.747174 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Bound port: ccd2cf36-b36b-40e9-ac18-2aded12200f8, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05be783-19c4-4c97-b5a6-185c6ad693ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1b03bd24-2162-47ee-a223-051003e5958c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:08.747545 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.766206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:08.766581 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:08.766981 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.767371 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:08.767928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Bound port: 8e32b593-55fc-4896-bbc4-75f8b07803ef, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:08.768306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.807601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router 3793a648-c7ab-41b9-9082-5dc560a966e7 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:08.822175 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-fc2c4184-b39e-427c-90ad-676315f832bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1002 time: 0.4605033 Feb 04 10:25:08.898343 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port de8864b1-cba2-4013-871d-f59daefa2525 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:08.914227 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39842) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:08.925897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port de8864b1-cba2-4013-871d-f59daefa2525 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:08.926293 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:08.996226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] For port ccd2cf36-b36b-40e9-ac18-2aded12200f8, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:09.009090 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] For port 8e32b593-55fc-4896-bbc4-75f8b07803ef, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:09.013219 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] For port 8e32b593-55fc-4896-bbc4-75f8b07803ef, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8e32b593-55fc-4896-bbc4-75f8b07803ef,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:09.020157 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] For port ccd2cf36-b36b-40e9-ac18-2aded12200f8, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ccd2cf36-b36b-40e9-ac18-2aded12200f8,segment=NetworkSegment(a05be783-19c4-4c97-b5a6-185c6ad693ae),segment_id=a05be783-19c4-4c97-b5a6-185c6ad693ae)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:09.023529 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.034642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.035000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.064548 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.222210 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68162-acc3-44ec-8a4a-3d0b22251c40 None None] Pushing event updated for resources: {'Port': ['ID=8e32b593-55fc-4896-bbc4-75f8b07803ef,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:09.334187 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.367767 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=f78f1c0d-dac5-4cc7-87fb-b1476222c01c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:09.378515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2172d1-94b5-4e2a-994c-4703fa72c9ac None None] Pushing event updated for resources: {'Port': ['ID=ccd2cf36-b36b-40e9-ac18-2aded12200f8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:09.405997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port de8864b1-cba2-4013-871d-f59daefa2525, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=de8864b1-cba2-4013-871d-f59daefa2525,segment=NetworkSegment(28bfb364-c30f-4ee0-b748-62c42a64e0a1),segment_id=28bfb364-c30f-4ee0-b748-62c42a64e0a1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:09.414597 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.440763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.453485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd5bec-ca24-42cd-a6fd-e49505f00cb4 req-c5160875-4175-4c01-abe6-e661ff940701 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:09.457578 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.463633 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-dcdd5bec-ca24-42cd-a6fd-e49505f00cb4 req-c5160875-4175-4c01-abe6-e661ff940701 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2711573 Feb 04 10:25:09.472579 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:09.475500 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f679a9c-9fd6-4bea-9ef5-76148b4f7a61 None None] Provisioning complete for port de8864b1-cba2-4013-871d-f59daefa2525 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:09.476235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f679a9c-9fd6-4bea-9ef5-76148b4f7a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.491619 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:09.496388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:09.518101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-55ea99b2-578d-444a-a848-1b1f601a4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:09.518101 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-55ea99b2-578d-444a-a848-1b1f601a4030 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.6815896 Feb 04 10:25:09.565300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:09.652008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Usage tracker for resource:security_group_rule and tenant:d623f973ad5c4b74a079956b9d4c0bfd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:09.678442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.688211 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:09.735999 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=de8864b1-cba2-4013-871d-f59daefa2525,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:09.785245 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761478202884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5778931'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.808441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:09.847468 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-dcdd5bec-ca24-42cd-a6fd-e49505f00cb4 req-b2c79466-c3a1-4a99-bb7f-93895f9df73e tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827367 Feb 04 10:25:09.904212 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.913115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.925920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:09.942380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] Sync routers for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:09.963156 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:09.963957 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:09.964612 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:10.042136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:10.054784 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:10.055890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:10.130319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:10.130746 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb5fcf-4243-4218-9c00-d074b5ac25fe None None] The sync data for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:10.138619 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e312d982-086c-4b0c-8add-8b310eba543c None None] Provisioning for port f78f1c0d-dac5-4cc7-87fb-b1476222c01c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:10.144397 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e312d982-086c-4b0c-8add-8b310eba543c None None] Provisioning complete for port f78f1c0d-dac5-4cc7-87fb-b1476222c01c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:10.144894 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e312d982-086c-4b0c-8add-8b310eba543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.200147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e312d982-086c-4b0c-8add-8b310eba543c None None] Port f78f1c0d-dac5-4cc7-87fb-b1476222c01c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:10.232547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.398603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:10.399220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.403626 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "PUT /v2.0/subnets/8840afe7-d819-435b-abd8-0d78e527d0be HTTP/1.1" status: 200 len: 900 time: 4.8622100 Feb 04 10:25:10.404022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:10.453838 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device de8864b1-cba2-4013-871d-f59daefa2525 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:10.469594 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11127e-7d5a-4809-b990-4c0a8497c012 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event updated for resources: {'Subnet': ['ID=8840afe7-d819-435b-abd8-0d78e527d0be,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:10.528098 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.532794 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0572e720-c44e-49b4-b613-13bec89475b6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.0271170 Feb 04 10:25:10.533765 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:10.539286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port de8864b1-cba2-4013-871d-f59daefa2525 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:10.539759 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.613274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.630291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port ccd2cf36-b36b-40e9-ac18-2aded12200f8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:10.630662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.694101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ccd2cf36-b36b-40e9-ac18-2aded12200f8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:10.771837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port ccd2cf36-b36b-40e9-ac18-2aded12200f8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:10.780476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8e32b593-55fc-4896-bbc4-75f8b07803ef up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:10.801783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-1ca8b855-b860-46b7-92df-46485622285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:10.803689 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-1ca8b855-b860-46b7-92df-46485622285c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2430282 Feb 04 10:25:10.841479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.857909 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9426a3a5-af56-4b5f-8af9-1befffd86b31 None None] Provisioning for port 8e32b593-55fc-4896-bbc4-75f8b07803ef completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:10.877152 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 8e32b593-55fc-4896-bbc4-75f8b07803ef completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:10.883943 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8e32b593-55fc-4896-bbc4-75f8b07803ef triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:10.884243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:10.951897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Allocated IP 172.26.5.79 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/c98e9f17-cb48-4dfc-b028-e9b7c56ccb07) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:11.037696 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.076915 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 8e32b593-55fc-4896-bbc4-75f8b07803ef, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8e32b593-55fc-4896-bbc4-75f8b07803ef,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:11.081465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.104896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port ccd2cf36-b36b-40e9-ac18-2aded12200f8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ccd2cf36-b36b-40e9-ac18-2aded12200f8,segment=NetworkSegment(a05be783-19c4-4c97-b5a6-185c6ad693ae),segment_id=a05be783-19c4-4c97-b5a6-185c6ad693ae)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:11.105265 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.155969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:11.179365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.227175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=8e32b593-55fc-4896-bbc4-75f8b07803ef,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:11.246654 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:11.249237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:11.251623 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for ccd2cf36-b36b-40e9-ac18-2aded12200f8 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:11.281276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=ac410398-834d-4b75-8abf-022b654b9e93,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:11.321215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70962c9b-e222-498d-a9e4-1e992fc222df None None] Network 1b03bd24-2162-47ee-a223-051003e5958c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:11.329621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.366646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.465420 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.473327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-89bcd0a9-76dc-4165-83e1-5cef975cbe67 None None] Provisioning for port ccd2cf36-b36b-40e9-ac18-2aded12200f8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:11.483398 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-89bcd0a9-76dc-4165-83e1-5cef975cbe67 None None] Provisioning complete for port ccd2cf36-b36b-40e9-ac18-2aded12200f8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:11.484434 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-89bcd0a9-76dc-4165-83e1-5cef975cbe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.515230 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.519299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Port': ['ID=ccd2cf36-b36b-40e9-ac18-2aded12200f8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:11.544324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-89bcd0a9-76dc-4165-83e1-5cef975cbe67 None None] Port ccd2cf36-b36b-40e9-ac18-2aded12200f8 was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 10:25:11.567655 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d623f973ad5c4b74a079956b9d4c0bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6307721 Feb 04 10:25:11.588823 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39858) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:11.595643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:11.675058 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:11.678804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No DVR routers for this DVR port ccd2cf36-b36b-40e9-ac18-2aded12200f8 on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:11.684592 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:11.690421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276bc0-58ea-472d-8a83-bcf418dd2267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2a9b33-506c-42a4-be1b-f1f4bf9e8c6c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:11.731694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:11.765558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event updated for resources: {'Port': ['ID=c98e9f17-cb48-4dfc-b028-e9b7c56ccb07,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:11.862271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::1 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/4c3300cf-66f4-4f12-ac7c-615a89396036/cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:11.862793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09a5a4-7fc0-4f6c-af69-4dc5925eff79 None None] Network 1b03bd24-2162-47ee-a223-051003e5958c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:11.868376 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-f36196fe-06af-4d84-8017-c60fc88c6db4 service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0472119 Feb 04 10:25:11.900907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.125305 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.238267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.363675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.407830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8e32b593-55fc-4896-bbc4-75f8b07803ef up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:12.428078 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=8840afe7-d819-435b-abd8-0d78e527d0be,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:12.480690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c4108-8e0c-4144-9d96-81d8ceab3592 None None] Network 1b03bd24-2162-47ee-a223-051003e5958c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:12.524180 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feca47-4a20-4789-8b2f-cbc53c9b06b7 req-3bd1dffe-4c2d-43bd-b53b-56d643fa4b44 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:12.525652 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79feca47-4a20-4789-8b2f-cbc53c9b06b7 req-3bd1dffe-4c2d-43bd-b53b-56d643fa4b44 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.3411987 Feb 04 10:25:12.591665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.629597 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2a9b33-506c-42a4-be1b-f1f4bf9e8c6c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:12.635130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.676189 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.680603 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8e32b593-55fc-4896-bbc4-75f8b07803ef triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:12.681117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.734729 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b03bd24-2162-47ee-a223-051003e5958c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:12.767256 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05be783-19c4-4c97-b5a6-185c6ad693ae') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:12.767557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05be783-19c4-4c97-b5a6-185c6ad693ae') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:12.783447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a547fa53-d500-444b-9750-4c2a6ff0da66 None None] DHCP port deletion for 1b03bd24-2162-47ee-a223-051003e5958c request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:12.855828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.891738 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.893084 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9970f018-9c8d-40cb-b0b7-065aa8763621 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c2a9b33-506c-42a4-be1b-f1f4bf9e8c6c HTTP/1.1" status: 204 len: 168 time: 1.2902870 Feb 04 10:25:12.897889 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e3f5f112-072d-4d43-b3bf-81f6ad04c57a req-547d2f2e-7600-4584-959a-b8f5ab43b86a service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457450 Feb 04 10:25:12.902062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.915394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:12.915825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:12.931424 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:12.985433 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.098939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.131259 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79feca47-4a20-4789-8b2f-cbc53c9b06b7 req-f138e6d5-1bf3-4db9-a617-7761a7dec182 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290995 Feb 04 10:25:13.171334 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:13.172459 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.179611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.205630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=1b03bd24-2162-47ee-a223-051003e5958c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:13.219438 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-31d0edf9-2ff9-4132-a145-7d8fa06baeff tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/1b03bd24-2162-47ee-a223-051003e5958c HTTP/1.1" status: 204 len: 168 time: 2.8144100 Feb 04 10:25:13.228150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:13.283281 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-123c13b0-b470-4de8-bc38-83724736a7a5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:13.283742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123c13b0-b470-4de8-bc38-83724736a7a5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:13.288919 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-123c13b0-b470-4de8-bc38-83724736a7a5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/8840afe7-d819-435b-abd8-0d78e527d0be HTTP/1.1" status: 404 len: 337 time: 0.0556097 Feb 04 10:25:13.288919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:13.309595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.319298 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcee6c5-d59e-43fe-923d-2c49a9172799 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:13.319859 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcee6c5-d59e-43fe-923d-2c49a9172799 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:13.324518 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ddcee6c5-d59e-43fe-923d-2c49a9172799 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/1b03bd24-2162-47ee-a223-051003e5958c HTTP/1.1" status: 404 len: 339 time: 0.0319028 Feb 04 10:25:13.382373 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:13.602350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.765702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.809443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:25:13.880082 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:13.888628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.916525 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.919675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:13.927206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Router e162f161-5275-4fa7-bce3-f3f337d1d14b is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:13.945967 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:13.949958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea357ee-83aa-4df2-8b28-681a8b03f323']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.016114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:14.023296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1719834815'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:14.032914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:14.033437 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.035084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8682043f-4863-4219-83d0-17882a32829b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.035388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8682043f-4863-4219-83d0-17882a32829b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.056673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:14.060928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:14.066417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.074427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Usage tracker for resource:network and tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:14.079116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:14.089267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:14.172324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.185726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Made reservation on behalf of 5a34101fe2bd4c31a9ae799d1d8c2dc8 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:14.189311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.200900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.202609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:14.203111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:14.224560 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:14.260463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.275359 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ccd2cf36-b36b-40e9-ac18-2aded12200f8 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:14.275973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=f78f1c0d-dac5-4cc7-87fb-b1476222c01c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:14.290708 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.323129 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: ccd2cf36-b36b-40e9-ac18-2aded12200f8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:14.323396 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ccd2cf36-b36b-40e9-ac18-2aded12200f8 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:14.326101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.328991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.334516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29e28d32-0aea-49b4-a028-3f021ae35e24 None None] Provisioning for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:14.339530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29e28d32-0aea-49b4-a028-3f021ae35e24 None None] Provisioning complete for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:14.339900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29e28d32-0aea-49b4-a028-3f021ae35e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.369665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:14.388005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:14.388617 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] Sync routers for ids ['e162f161-5275-4fa7-bce3-f3f337d1d14b'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:14.400760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29e28d32-0aea-49b4-a028-3f021ae35e24 None None] Port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:14.403689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Usage tracker for resource:security_group_rule and tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:14.407304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.409260 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] Routers {'e162f161-5275-4fa7-bce3-f3f337d1d14b'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:14.410032 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e162f161-5275-4fa7-bce3-f3f337d1d14b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.413213 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:14.448063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.449894 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/7ea357ee-83aa-4df2-8b28-681a8b03f323 HTTP/1.1" status: 204 len: 168 time: 1.0665357 Feb 04 10:25:14.453340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:14.455222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39902) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:14.461905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.465605 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9cc452eb-fef8-4d0e-a26d-6ae400822e3e tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3002203 Feb 04 10:25:14.465605 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74071adb-9aae-43d8-bbd3-06ea6ea3b8ed tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=7ea357ee-83aa-4df2-8b28-681a8b03f323,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:14.484946 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.494295 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] Routers {'e162f161-5275-4fa7-bce3-f3f337d1d14b'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:14.495012 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e162f161-5275-4fa7-bce3-f3f337d1d14b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.501180 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:14.554919 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:14.555485 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d42b0-714b-4191-ac1e-1fed2036b38a None None] The sync data for ids ['e162f161-5275-4fa7-bce3-f3f337d1d14b'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:14.596938 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-514d020c-e600-424c-a548-c1ff3c8eca1d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:14.597399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514d020c-e600-424c-a548-c1ff3c8eca1d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:14.630078 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-514d020c-e600-424c-a548-c1ff3c8eca1d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/eb831127-d27c-40f2-bb90-ee481ee2535f HTTP/1.1" status: 404 len: 337 time: 0.1693733 Feb 04 10:25:14.635785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:14.727590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d75f01-28c8-44ff-aa98-cb75989bc962 req-1d17c9ae-0527-4d8a-b918-7d210dc64df4 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:14.729066 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-95d75f01-28c8-44ff-aa98-cb75989bc962 req-1d17c9ae-0527-4d8a-b918-7d210dc64df4 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.4134762 Feb 04 10:25:14.751226 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8658e19f-ee0c-4a4b-bd55-05fc75a15d06 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:14.751693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8658e19f-ee0c-4a4b-bd55-05fc75a15d06 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:14.790871 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.797698 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8658e19f-ee0c-4a4b-bd55-05fc75a15d06 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/c5eedb8f-b17d-427f-9f56-de2c483f64e1 HTTP/1.1" status: 404 len: 339 time: 0.1588717 Feb 04 10:25:14.809156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39914) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:14.832785 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-21f755d7-1463-419e-9bf4-925c20a651cb tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/e162f161-5275-4fa7-bce3-f3f337d1d14b HTTP/1.1" status: 200 len: 919 time: 0.3302493 Feb 04 10:25:14.843430 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39918) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:14.908666 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-95d75f01-28c8-44ff-aa98-cb75989bc962 req-1ee4c06c-baae-4749-a84f-8425664189a0 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595941 Feb 04 10:25:14.910511 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.916384 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0d970c7d-477b-49b6-bfdf-3318ef70de73 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e162f161-5275-4fa7-bce3-f3f337d1d14b HTTP/1.1" status: 200 len: 205 time: 0.0667982 Feb 04 10:25:14.916384 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:14.919653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39922) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:15.013103 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:15.052284 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef41985e-6b0e-4edb-83f5-e66acb0eac20,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:15.058808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.058808 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Added segment c01fbeb8-86fd-4199-9484-a017c7a18dc3 of type vlan for network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 Feb 04 10:25:15.060880 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:15.116974 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:15.168279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.176076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.369615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting subnet f36a8dd2-6549-4049-99c3-80ff9f43cb4b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:15.429797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bb47ea40-22ee-44a0-b5b8-52c51aa402d6 None None] Provisioning complete for port f78f1c0d-dac5-4cc7-87fb-b1476222c01c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:15.430380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb47ea40-22ee-44a0-b5b8-52c51aa402d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.476014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.481399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:15.482019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.490532 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bb47ea40-22ee-44a0-b5b8-52c51aa402d6 None None] Port f78f1c0d-dac5-4cc7-87fb-b1476222c01c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:15.520322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.609579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'Network': ['ID=b4e117a9-39c4-4750-8d8d-b26fb2fba0f4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:15.617879 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-42bbd51d-fca9-4704-8d33-708ad0935d8f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7210495 Feb 04 10:25:15.622591 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:15.624309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:15.628381 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Request body: {'subnet': {'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:15.643106 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.658430 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port c98e9f17-cb48-4dfc-b028-e9b7c56ccb07 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:15.659371 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.692123 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.733640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router e319f847-5eac-4b17-81a6-b0c6709656cf is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:15.778210 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfaac7-d019-4b1f-8522-8d543671b8fd req-b3f6d35f-f818-45a6-a929-c6b59c965d38 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:15.780067 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e2bfaac7-d019-4b1f-8522-8d543671b8fd req-b3f6d35f-f818-45a6-a929-c6b59c965d38 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.7344456 Feb 04 10:25:15.868611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:15.880046 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Usage tracker for resource:subnet and tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:15.884649 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:15.893009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:15.928960 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Made reservation on behalf of 5a34101fe2bd4c31a9ae799d1d8c2dc8 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:15.932394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:15.956214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.149106 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for c98e9f17-cb48-4dfc-b028-e9b7c56ccb07 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:16.174206 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-e2bfaac7-d019-4b1f-8522-8d543671b8fd req-a67758bd-e69f-48a0-a2a8-b9b49b1f27e4 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786669 Feb 04 10:25:16.199109 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.1 (feadbb0b-7b3d-4fff-86c2-41615ece7102/3c3ea299-9b48-4cc0-8be8-338c1af8df76/af78d9bb-ce72-48ba-b19b-c07ddc3c75f5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:16.216669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router a3b12894-69a2-48ab-a5df-15cd01ef723e is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:16.232935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.478802 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.556133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a84dc-8bf9-47ec-b1ff-0c5a9dddc443 req-f52329b7-3ba1-4119-8b2b-b21c362026e7 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:16.557702 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ad1a84dc-8bf9-47ec-b1ff-0c5a9dddc443 req-f52329b7-3ba1-4119-8b2b-b21c362026e7 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2572682 Feb 04 10:25:16.566653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.592164 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:16.600902 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] Sync routers for ids ['e319f847-5eac-4b17-81a6-b0c6709656cf'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:16.611025 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] Routers {'e319f847-5eac-4b17-81a6-b0c6709656cf'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:16.611884 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e319f847-5eac-4b17-81a6-b0c6709656cf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:16.652846 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'Subnet': ['ID=20c672e7-d067-40e0-b5d0-3d1c0ccf581e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:16.654934 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=c98e9f17-cb48-4dfc-b028-e9b7c56ccb07,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:16.691645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:16.708205 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] Routers {'e319f847-5eac-4b17-81a6-b0c6709656cf'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:16.709065 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e319f847-5eac-4b17-81a6-b0c6709656cf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:16.752495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Checking segment: {'id': 'c01fbeb8-86fd-4199-9484-a017c7a18dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:16.752825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Network hostable DHCP agents. Network: b4e117a9-39c4-4750-8d8d-b26fb2fba0f4, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:16.754419 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:25:16.771515 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.772251 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-ad1a84dc-8bf9-47ec-b1ff-0c5a9dddc443 req-fff5495b-d56d-4738-837c-fea16c66f2ae tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006598 Feb 04 10:25:16.772803 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9748ccd5-a426-45bb-8d44-5e4cc7d8bce8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "PUT /v2.0/routers/e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 200 len: 919 time: 13.8957598 Feb 04 10:25:16.779260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:16.809201 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:16.809656 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3a3d4-ced4-442b-8c75-6d039741526e None None] The sync data for ids ['e319f847-5eac-4b17-81a6-b0c6709656cf'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:16.818518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.826174 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.830738 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:16.842996 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] Sync routers for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:16.856247 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:16.857240 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:16.879983 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.880777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.886407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.939432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:16.942514 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/f36a8dd2-6549-4049-99c3-80ff9f43cb4b HTTP/1.1" status: 204 len: 168 time: 2.1307495 Feb 04 10:25:16.953809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cf5d8-b966-4912-97e8-40695e65e755 None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:16.960580 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5946-5d88-49d0-80e4-4923ef10220d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=f36a8dd2-6549-4049-99c3-80ff9f43cb4b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:16.973003 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39940) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:16.982941 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-13dedaf9-1a8c-4aef-a9d9-b0db44035b3a tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/a3b12894-69a2-48ab-a5df-15cd01ef723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5953500 Feb 04 10:25:17.004685 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39944) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:17.049171 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:17.055714 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.078634 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:17.079849 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:17.124596 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:17.194187 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:17.194746 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762144-9e93-4394-83d6-9d1597156bc7 None None] The sync data for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:17.206126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.235097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Transition to ACTIVE for port object af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:17.299472 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:17.313637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.315533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, b4e117a9-39c4-4750-8d8d-b26fb2fba0f4) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:17.336975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.338549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting subnet b8996db0-1dd8-4840-b323-691cacc692c1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:17.362597 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4b333-d07a-47a3-a833-c39454d83066 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:17.363709 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e3b4b333-d07a-47a3-a833-c39454d83066 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:17.372783 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:17.373545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.381782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531ec80-496b-49f9-b45f-29ed7fbc7ed8 None None] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:17.383457 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.444212 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f4db086e-cfd5-4c65-ba7d-2c35131e26d8 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 200 len: 925 time: 0.6560245 Feb 04 10:25:17.447805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39950) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:17.455301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.455829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router e162f161-5275-4fa7-bce3-f3f337d1d14b {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:17.473598 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.481445 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9f1cffdd-965f-427f-a9fe-d9ebd061d9c6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/e162f161-5275-4fa7-bce3-f3f337d1d14b HTTP/1.1" status: 204 len: 168 time: 2.5451360 Feb 04 10:25:17.481445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:17.487007 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-aaf4cff6-8b55-4785-bd1f-990d6f74a009 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8609695 Feb 04 10:25:17.487969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:17.492236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-978260410', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:17.500456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Request body: {'port': {'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-550252961'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:17.518501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e3b4b333-d07a-47a3-a833-c39454d83066 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:17.518709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:17.519229 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e3b4b333-d07a-47a3-a833-c39454d83066 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports/f78f1c0d-dac5-4cc7-87fb-b1476222c01c HTTP/1.1" status: 200 len: 910 time: 0.5112262 Feb 04 10:25:17.524659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39962) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:17.532697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.583745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:router and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:17.591302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:17.609292 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:17.627397 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae0d98-427a-4a6b-85e1-592b8c3b4069 req-0aabe640-bd50-480a-8bc3-da7b7df534bd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:17.631238 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a0ae0d98-427a-4a6b-85e1-592b8c3b4069 req-0aabe640-bd50-480a-8bc3-da7b7df534bd tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.2662222 Feb 04 10:25:17.635577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:17.647885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:17.682313 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.683456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.698433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.708792 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-b4e117a9-39c4-4750-8d8d-b26fb2fba0f4', 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4', 'tenant_id': '5a34101fe2bd4c31a9ae799d1d8c2dc8', 'fixed_ips': [{'subnet_id': '20c672e7-d067-40e0-b5d0-3d1c0ccf581e'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:25:17.709995 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.888250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:17.967310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:17.974985 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Allocated IP 172.20.0.2 (b4e117a9-39c4-4750-8d8d-b26fb2fba0f4/20c672e7-d067-40e0-b5d0-3d1c0ccf581e/641ac915-c0ac-466c-97f2-d5862ed1686c) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:17.983671 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a0ae0d98-427a-4a6b-85e1-592b8c3b4069 req-2d924b04-e902-4b0a-86ba-989ea00e69ca tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423181 Feb 04 10:25:17.995486 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Usage tracker for resource:port and tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:18.003836 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:18.011671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:18.021876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.084661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Made reservation on behalf of 5a34101fe2bd4c31a9ae799d1d8c2dc8 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:18.089003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.194278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.198869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] device_id is not set on port 6678a43d-7543-4317-bd90-afc2d86781c6 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:18.220580 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.225587 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:18.231132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Transition to ACTIVE for port object 641ac915-c0ac-466c-97f2-d5862ed1686c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:18.251494 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Transition to ACTIVE for port object 641ac915-c0ac-466c-97f2-d5862ed1686c will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:18.263156 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.274156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:18.336311 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=af78d9bb-ce72-48ba-b19b-c07ddc3c75f5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:18.365862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:18.378394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Pushing event updated for resources: {'Port': ['ID=641ac915-c0ac-466c-97f2-d5862ed1686c,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:18.401358 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7421c077-3e10-46c6-8b1b-5746a235441e None None] Provisioning complete for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:18.403226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7421c077-3e10-46c6-8b1b-5746a235441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.430081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:18.439816 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:18.451795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:18.533259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Allocated IP 172.20.0.8 (b4e117a9-39c4-4750-8d8d-b26fb2fba0f4/20c672e7-d067-40e0-b5d0-3d1c0ccf581e/6678a43d-7543-4317-bd90-afc2d86781c6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:18.576787 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7421c077-3e10-46c6-8b1b-5746a235441e None None] Port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:18.582843 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Attempting to bind port 641ac915-c0ac-466c-97f2-d5862ed1686c on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:18.583465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Attempting to bind port 641ac915-c0ac-466c-97f2-d5862ed1686c by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c01fbeb8-86fd-4199-9484-a017c7a18dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:18.583990 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Attempting to bind port 641ac915-c0ac-466c-97f2-d5862ed1686c on network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:18.590138 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:18.590777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Checking segment: {'id': 'c01fbeb8-86fd-4199-9484-a017c7a18dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:18.591364 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.591961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Bound using segment: {'id': 'c01fbeb8-86fd-4199-9484-a017c7a18dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:18.592764 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Bound port: 641ac915-c0ac-466c-97f2-d5862ed1686c, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01fbeb8-86fd-4199-9484-a017c7a18dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:18.593298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.673980 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.693161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] For port 641ac915-c0ac-466c-97f2-d5862ed1686c, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:18.699710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] For port 641ac915-c0ac-466c-97f2-d5862ed1686c, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=641ac915-c0ac-466c-97f2-d5862ed1686c,segment=NetworkSegment(c01fbeb8-86fd-4199-9484-a017c7a18dc3),segment_id=c01fbeb8-86fd-4199-9484-a017c7a18dc3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:18.707200 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.768988 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Provisioning complete for port 83a88b0f-1447-4962-962a-917c7bff8312 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:18.769628 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.851214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fde8c-f333-4e31-b4e9-c8702f155b31 None None] Pushing event updated for resources: {'Port': ['ID=641ac915-c0ac-466c-97f2-d5862ed1686c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:18.953981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a663279-075c-4f5d-bb93-e9b6f1ff6d7f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:18.955328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Provisioning for port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:18.955590 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0a663279-075c-4f5d-bb93-e9b6f1ff6d7f tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=e319f847-5eac-4b17-81a6-b0c6709656cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4990613 Feb 04 10:25:18.961993 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Provisioning complete for port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:18.963282 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:18.993318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:19.031834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-003aa58a-5962-4fdf-b12c-1629d01f6576 None None] Port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:19.039778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.163711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.200662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=b8996db0-1dd8-4840-b323-691cacc692c1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:19.201061 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576de85-e69d-4e05-bfb5-937a8e756cbc None None] Network bd6608da-0d9d-4220-83ea-3cf7a226d883 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:19.201544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.205464 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.223445 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-480c0527-f642-49f5-a88f-8222758c1e1e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/b8996db0-1dd8-4840-b323-691cacc692c1 HTTP/1.1" status: 204 len: 168 time: 2.2463117 Feb 04 10:25:19.229462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.235822 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39972) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:19.384019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Transition to ACTIVE for port object 6678a43d-7543-4317-bd90-afc2d86781c6 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:19.417477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.438341 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Router b51b9648-07b0-4c2f-8ba4-597f038c6f4c is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:19.456778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.501574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9aba92-8d49-4282-bd83-b525fc83b83c tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:19.506022 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1b9aba92-8d49-4282-bd83-b525fc83b83c tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.5008714 Feb 04 10:25:19.507731 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] DHCP port deletion for bd6608da-0d9d-4220-83ea-3cf7a226d883 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:19.510478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39976) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:19.513960 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Deleting port 83a88b0f-1447-4962-962a-917c7bff8312 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:19.514557 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.567915 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.577105 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a1518028-2997-48dc-aada-4d285b390fc8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 200 len: 205 time: 0.0632732 Feb 04 10:25:19.581176 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 83a88b0f-1447-4962-962a-917c7bff8312 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:19.581527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.634810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39980) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:19.727008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e527f-252b-4f09-b526-01961aa36615 req-12faf4f8-5ea8-4c6b-a9ff-9a557d778804 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:19.728535 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d8e527f-252b-4f09-b526-01961aa36615 req-12faf4f8-5ea8-4c6b-a9ff-9a557d778804 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5424333 Feb 04 10:25:19.788145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.26.5.16 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/d3096d1a-671f-44b5-b0f3-a38cb330b789) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:19.815845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:19.832055 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:19.843377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:19.849100 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=83a88b0f-1447-4962-962a-917c7bff8312,segment=NetworkSegment(861bf9ee-e5c8-455f-97e5-24074a1c317f),segment_id=861bf9ee-e5c8-455f-97e5-24074a1c317f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:19.849673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:19.925661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'Port': ['ID=6678a43d-7543-4317-bd90-afc2d86781c6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:19.990839 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-3d8e527f-252b-4f09-b526-01961aa36615 req-d669003a-a0e5-4fba-b54f-625b620adc4f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574903 Feb 04 10:25:20.000880 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.011263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Calling delete_port for 83a88b0f-1447-4962-962a-917c7bff8312 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:20.118797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:20.131808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Sync routers for ids ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:20.147542 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae876809-19e5-4f82-bf81-7767b792c9de None None] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:20.182051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:20.182806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.242499 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.251256 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Routers {'b51b9648-07b0-4c2f-8ba4-597f038c6f4c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:20.252154 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:20.327765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.482152 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] No DVR routers for this DVR port 83a88b0f-1447-4962-962a-917c7bff8312 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:20.496957 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b4cf-c1cd-420a-859e-60f68af47fe8 None None] Pushing event deleted for resources: {'Port': ['ID=83a88b0f-1447-4962-962a-917c7bff8312,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:20.499255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 641ac915-c0ac-466c-97f2-d5862ed1686c up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:20.515978 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-866ed101-6542-49ba-bc11-ab03f668b111 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0265744 Feb 04 10:25:20.524559 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.527694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:20.542255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] For port 83a88b0f-1447-4962-962a-917c7bff8312, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=83a88b0f-1447-4962-962a-917c7bff8312,segment=NetworkSegment(861bf9ee-e5c8-455f-97e5-24074a1c317f),segment_id=861bf9ee-e5c8-455f-97e5-24074a1c317f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:20.542670 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.556896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Request body: {'port': {'network_id': 'b4e117a9-39c4-4750-8d8d-b26fb2fba0f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-319395540', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:20.557093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] bootfile-name is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:20.557431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] tftp-server is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:20.557766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] server-ip-address is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:20.572757 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-df032bcd-857f-48b9-b821-2064099f0e07 None None] Provisioning for port 641ac915-c0ac-466c-97f2-d5862ed1686c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:20.647542 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Set router b51b9648-07b0-4c2f-8ba4-597f038c6f4c gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:20.679351 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-291b7c42-6b39-4256-a710-b3aeb07e4613 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "PUT /v2.0/routers/b51b9648-07b0-4c2f-8ba4-597f038c6f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8678780 Feb 04 10:25:20.688348 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 39992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:20.925988 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 641ac915-c0ac-466c-97f2-d5862ed1686c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:20.939709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 641ac915-c0ac-466c-97f2-d5862ed1686c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:20.939918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:20.951783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825701a4-52df-410a-b9f4-a2da246c6ab5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:20.952641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-825701a4-52df-410a-b9f4-a2da246c6ab5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:20.963750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Calling delete_port for 83a88b0f-1447-4962-962a-917c7bff8312 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:21.019420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-bb2a0e13-1932-446e-ae51-997fd2b0e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:21.021092 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-bb2a0e13-1932-446e-ae51-997fd2b0e01f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d975fe980b5480f985e86f917e90996&device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 1099 time: 0.5031812 Feb 04 10:25:21.022462 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.21.0.1 (c3ea561b-a942-4766-beb2-e0542ed3152b/6c59d568-10d0-46a4-92b7-a9f302a5f057/7314d6ac-007c-47b5-a6b5-8f5fee3344d2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:21.064741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847e40-143f-4e6a-85e4-0dfa6b1e96c4 req-4dc4b691-17ce-4856-a6d9-f428bc317541 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:21.066276 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-18847e40-143f-4e6a-85e4-0dfa6b1e96c4 req-4dc4b691-17ce-4856-a6d9-f428bc317541 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5117669 Feb 04 10:25:21.073365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-825701a4-52df-410a-b9f4-a2da246c6ab5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:21.074445 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-825701a4-52df-410a-b9f4-a2da246c6ab5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports/cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 HTTP/1.1" status: 200 len: 911 time: 0.3860776 Feb 04 10:25:21.087356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 39996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:21.174861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.185703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:21.190073 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:21.190429 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:21.196845 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.202119 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Usage tracker for resource:port and tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:21.205624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port ac410398-834d-4b75-8abf-022b654b9e93 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:21.205989 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.238266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:21.238629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:14Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': 'cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:a9:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:10Z', 'updated_at': '2022-02-04T10:25:15Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:21.241827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.245668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 641ac915-c0ac-466c-97f2-d5862ed1686c, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=641ac915-c0ac-466c-97f2-d5862ed1686c,segment=NetworkSegment(c01fbeb8-86fd-4199-9484-a017c7a18dc3),segment_id=c01fbeb8-86fd-4199-9484-a017c7a18dc3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:21.247015 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Checking router: b51b9648-07b0-4c2f-8ba4-597f038c6f4c for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:21.247635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Updating router b51b9648-07b0-4c2f-8ba4-597f038c6f4c port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:25:21.278223 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.300382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:21.318445 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.363666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:21.378051 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 83a88b0f-1447-4962-962a-917c7bff8312 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:21.378249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.384031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:21.392918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Made reservation on behalf of 5a34101fe2bd4c31a9ae799d1d8c2dc8 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:21.397239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.408236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:21.504255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 83a88b0f-1447-4962-962a-917c7bff8312 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:21.505508 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 83a88b0f-1447-4962-962a-917c7bff8312 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:21.518268 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd38b7-8b1e-43bb-8bed-2904e0e0ecdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:21.524778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd38b7-8b1e-43bb-8bed-2904e0e0ecdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:21.525588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b5fd38b7-8b1e-43bb-8bed-2904e0e0ecdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:21.528501 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=d3096d1a-671f-44b5-b0f3-a38cb330b789,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:21.529536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.542412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=af78d9bb-ce72-48ba-b19b-c07ddc3c75f5,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:21.553363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=641ac915-c0ac-466c-97f2-d5862ed1686c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:21.559334 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Provisioning for port 6678a43d-7543-4317-bd90-afc2d86781c6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:21.566222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] device_id is not set on port 1bb6d380-6104-4a3b-a189-27ab6220a7ba yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:21.596615 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Provisioning complete for port 6678a43d-7543-4317-bd90-afc2d86781c6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:21.596857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.622734 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-18847e40-143f-4e6a-85e4-0dfa6b1e96c4 req-46852ceb-3bff-4532-accb-ddda0f7d90da tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5338852 Feb 04 10:25:21.656682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b5fd38b7-8b1e-43bb-8bed-2904e0e0ecdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:21.660563 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b5fd38b7-8b1e-43bb-8bed-2904e0e0ecdd tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5722370 Feb 04 10:25:21.666821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:21.673116 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-35545a37-6aa1-48cf-be50-eb6df29ebd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:21.674346 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-35545a37-6aa1-48cf-be50-eb6df29ebd69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 200 len: 910 time: 0.6370747 Feb 04 10:25:21.730340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port 83a88b0f-1447-4962-962a-917c7bff8312 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:21.730721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.732341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Port 6678a43d-7543-4317-bd90-afc2d86781c6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:21.832200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] The port '83a88b0f-1447-4962-962a-917c7bff8312' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:25:21.847695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Provisioning complete for port 641ac915-c0ac-466c-97f2-d5862ed1686c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:21.848077 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-61c6e12e-c37a-4964-9077-91a61d01d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.876633 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.905258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:21.919390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.107420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.121606 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Transition to ACTIVE for port object cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:22.130672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.163274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Transition to ACTIVE for port object 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:22.165837 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-1052208a-9874-4360-a6be-b801429295c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 200 len: 1002 time: 0.4222245 Feb 04 10:25:22.186117 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for ac410398-834d-4b75-8abf-022b654b9e93 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:22.326577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c8967-a546-4686-8202-24c98dca2d13 None None] Pushing event updated for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:22.351594 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Allocated IP 172.20.0.9 (b4e117a9-39c4-4750-8d8d-b26fb2fba0f4/20c672e7-d067-40e0-b5d0-3d1c0ccf581e/1bb6d380-6104-4a3b-a189-27ab6220a7ba) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:22.354997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.378121 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-25cb90d2-128b-42e6-b9a5-df06daea322c None None] Provisioning complete for port 6678a43d-7543-4317-bd90-afc2d86781c6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:22.378498 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-25cb90d2-128b-42e6-b9a5-df06daea322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.486403 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-25cb90d2-128b-42e6-b9a5-df06daea322c None None] Port 6678a43d-7543-4317-bd90-afc2d86781c6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:22.502520 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 641ac915-c0ac-466c-97f2-d5862ed1686c up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:22.556198 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-c651cb6f-d8ee-4cb3-bf9f-dec4231eec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:22.557681 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-c651cb6f-d8ee-4cb3-bf9f-dec4231eec7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 200 len: 848 time: 0.3826606 Feb 04 10:25:22.602430 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Attempting to bind port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:22.603231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Attempting to bind port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:22.603863 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Attempting to bind port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:22.619167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:22.620095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:22.620873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.621465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:22.622148 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Bound port: cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:22.623617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.653750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:22.658868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:22.662499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.669254 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 641ac915-c0ac-466c-97f2-d5862ed1686c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:22.669914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.671201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6608da-0d9d-4220-83ea-3cf7a226d883']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:22.786804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861bf9ee-e5c8-455f-97e5-24074a1c317f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:22.787105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861bf9ee-e5c8-455f-97e5-24074a1c317f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:22.836781 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=7314d6ac-007c-47b5-a6b5-8f5fee3344d2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:22.892236 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] For port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:22.898888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network c3ea561b-a942-4766-beb2-e0542ed3152b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:22.900885 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] For port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:22.916118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:22.920634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:22.942125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.040739 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:23.090692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.119229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Routers {'b51b9648-07b0-4c2f-8ba4-597f038c6f4c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:23.119869 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:23.126768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:23.127330 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:23.147795 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:23.232797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c8967-a546-4686-8202-24c98dca2d13 None None] Pushing event updated for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:23.258504 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.351299 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-b9315568-c454-4bc7-9eb7-d82d57e4d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:23.353514 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-b9315568-c454-4bc7-9eb7-d82d57e4d562 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcb32ea3-a447-4ac4-a729-0fdc23635a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7832525 Feb 04 10:25:23.361423 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.369171 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] Set router b51b9648-07b0-4c2f-8ba4-597f038c6f4c gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:23.446899 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.463568 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9f2c1-7950-4123-8a7c-2646581cc028 req-faac7ed4-8a07-4e9b-86f6-838c0cfb7c34 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:23.465087 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-0bf9f2c1-7950-4123-8a7c-2646581cc028 req-faac7ed4-8a07-4e9b-86f6-838c0cfb7c34 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.6602330 Feb 04 10:25:23.488300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router 3793a648-c7ab-41b9-9082-5dc560a966e7 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:23.538593 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.587486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-138fe9b2-a6b4-440c-b5b4-a15788a9443e None None] Provisioning complete for port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:23.587861 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-138fe9b2-a6b4-440c-b5b4-a15788a9443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.615553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=bd6608da-0d9d-4220-83ea-3cf7a226d883,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:23.647553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.691057 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-e232ccd4-5d2c-4f4e-b476-ac11c01c083e service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249037 Feb 04 10:25:23.693767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.704885 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a3c0d766-a6ce-40d1-8b41-a842fbcb931e tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/bd6608da-0d9d-4220-83ea-3cf7a226d883 HTTP/1.1" status: 204 len: 168 time: 4.4671528 Feb 04 10:25:23.722133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:23.727211 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-138fe9b2-a6b4-440c-b5b4-a15788a9443e None None] Port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:23.735524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=ac410398-834d-4b75-8abf-022b654b9e93,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:23.754112 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-0bf9f2c1-7950-4123-8a7c-2646581cc028 req-2e42517e-19d2-4c71-bfb3-89f41338545d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126095 Feb 04 10:25:23.839922 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:14Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': 'cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:a9:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:10Z', 'updated_at': '2022-02-04T10:25:22Z', 'revision_number': 4, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:23.847296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c137c-1846-440b-b365-b6ff5ae032bd None None] The sync data for ids ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'] in dv-neutron-827824-1-hyperv is: [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:14Z', 'revision_number': 2, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None, '_interfaces': [{'id': 'cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11', 'name': '', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'mac_address': 'fa:16:3e:a9:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:10Z', 'updated_at': '2022-02-04T10:25:22Z', 'revision_number': 4, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'subnets': [{'id': '4c3300cf-66f4-4f12-ac7c-615a89396036', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:23.866770 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8cce8cb4-ad96-4a86-b8c9-00550f42920d None None] Provisioning for port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:23.879327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8cce8cb4-ad96-4a86-b8c9-00550f42920d None None] Provisioning complete for port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:23.879866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cce8cb4-ad96-4a86-b8c9-00550f42920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:23.888670 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Transition to ACTIVE for port object 1bb6d380-6104-4a3b-a189-27ab6220a7ba will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:23.914190 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9758cb54-15ff-4074-87b5-7230a341083d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:23.914645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9758cb54-15ff-4074-87b5-7230a341083d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:23.922658 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9758cb54-15ff-4074-87b5-7230a341083d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/90073f0c-7fe7-4ff9-a93c-a82a766a2c1c HTTP/1.1" status: 404 len: 337 time: 0.1935558 Feb 04 10:25:23.935730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:23.959707 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8cce8cb4-ad96-4a86-b8c9-00550f42920d None None] Port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:24.012838 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.025606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:24.035276 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] Sync routers for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:24.037114 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-80d311d3-5aa0-47b2-b0f5-f7e1ed6d5f4a tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/routers/3793a648-c7ab-41b9-9082-5dc560a966e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4881001 Feb 04 10:25:24.046431 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:24.047039 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:24.054613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.060392 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d9a283-1606-4a63-b8b8-37691f1f772c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:24.060870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d9a283-1606-4a63-b8b8-37691f1f772c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:24.066454 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c0d9a283-1606-4a63-b8b8-37691f1f772c tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/1297f3b6-979d-46c9-8ed5-f4e46c258d6c HTTP/1.1" status: 404 len: 339 time: 0.1200664 Feb 04 10:25:24.066847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40020) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.078575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'port': {'network_id': 'feadbb0b-7b3d-4fff-86c2-41615ece7102', 'name': 'tempest-FloatingIPTestJSON-1920713941'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:24.149287 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:24.159639 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:24.160281 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:24.245544 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:24.246253 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8144386-d637-4a3a-8a3e-8bcc7925b30c None None] The sync data for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:24.294296 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.381454 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:24.439745 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7a6ef623-77bf-478a-920d-a89bb84940d6 req-41a8c2b5-d87e-4f8c-9316-38e96a065c0a service neutron] 10.222.0.71 "GET /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375607 Feb 04 10:25:24.460646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.473339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:24.481617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:24.481987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.492023 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-62326531-8510-49a1-aeec-01784943f19f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:24.492472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62326531-8510-49a1-aeec-01784943f19f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:24.496283 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-62326531-8510-49a1-aeec-01784943f19f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/0f59e567-d053-4587-9104-68adc586592c HTTP/1.1" status: 404 len: 337 time: 0.4227083 Feb 04 10:25:24.498445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.503727 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.505749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40024) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.558866 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-833d4e2e-b4b5-4ba9-be98-d63272de0d0f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:24.559353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833d4e2e-b4b5-4ba9-be98-d63272de0d0f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:24.561125 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-833d4e2e-b4b5-4ba9-be98-d63272de0d0f tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/c592b9dd-3689-45d3-bab8-21084781ac6f HTTP/1.1" status: 404 len: 339 time: 0.0543272 Feb 04 10:25:24.565987 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.570805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40028) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.616637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.651658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.675941 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.676484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router e319f847-5eac-4b17-81a6-b0c6709656cf {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:24.720473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:24.730908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.765899 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ef402-da53-4a8d-94e0-1b395fae1274 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:24.766380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834ef402-da53-4a8d-94e0-1b395fae1274 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:24.790841 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:24.799441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:24.800745 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9e46939a-030a-41e9-b0ff-4cbd4b618146 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 204 len: 168 time: 5.1529093 Feb 04 10:25:24.802467 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:24.805142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:24.838224 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40034) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.851157 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-834ef402-da53-4a8d-94e0-1b395fae1274 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/4b2c910f-4733-4bad-8734-b8bb1ffa90e8 HTTP/1.1" status: 404 len: 337 time: 0.2381279 Feb 04 10:25:24.858407 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:24.863894 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.866969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'Port': ['ID=1bb6d380-6104-4a3b-a189-27ab6220a7ba,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:24.885982 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1831634637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:24.911876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:24.917159 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-3817bc1e-25e7-4cef-a5e1-129a0fc52bc2 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:24.917650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3817bc1e-25e7-4cef-a5e1-129a0fc52bc2 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:24.919424 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3817bc1e-25e7-4cef-a5e1-129a0fc52bc2 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/da896270-ee68-444f-8f01-b608e15a7b0c HTTP/1.1" status: 404 len: 339 time: 0.0543299 Feb 04 10:25:24.941083 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40042) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:24.945865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:25.007395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:25.008054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.017729 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:25.036812 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1d8bb56a-9661-4182-b09a-083f91e3eaad tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.5063095 Feb 04 10:25:25.039622 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:25.058772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:25.123421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Usage tracker for resource:port and tenant:ec369682a9824ab1ae291a3b477a92e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:25.127933 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:25.167028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:25.168078 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:25.172767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:25.179261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:25.180156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Synchronizing usage tracker for tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:25.184425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 929f908a-b4ac-4846-a589-f5459555fcf6 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:25.187890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:25.224295 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b885c24-e816-44d1-a348-4183f05664c6 None None] Provisioning for port 1bb6d380-6104-4a3b-a189-27ab6220a7ba completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:25.231683 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b885c24-e816-44d1-a348-4183f05664c6 None None] Provisioning complete for port 1bb6d380-6104-4a3b-a189-27ab6220a7ba triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:25.232347 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b885c24-e816-44d1-a348-4183f05664c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.234382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.235387 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.266178 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Unset dirty status for tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:25.267102 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c29b3a8c-a1b4-4c4a-a24b-6c286cd5e43d tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2265422 Feb 04 10:25:25.275456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40050) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:25.297001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8b885c24-e816-44d1-a348-4183f05664c6 None None] Port 1bb6d380-6104-4a3b-a189-27ab6220a7ba cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:25.343399 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Made reservation on behalf of ec369682a9824ab1ae291a3b477a92e7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:25.346772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.367069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting subnet 68bbb60d-1160-4b0c-a06d-8871dec9166f {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:25.389758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.424042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Deleting port 1bb6d380-6104-4a3b-a189-27ab6220a7ba {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:25.424042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.448791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.453033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] device_id is not set on port df37909d-4faa-4926-9967-73abbb39fb0d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:25.496431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:25.507953 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Sync routers for ids ['929f908a-b4ac-4846-a589-f5459555fcf6'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:25.520131 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Routers {'929f908a-b4ac-4846-a589-f5459555fcf6'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:25.520906 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['929f908a-b4ac-4846-a589-f5459555fcf6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:25.563909 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.565140 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b0cdfc79-8fbf-4ef7-b568-d260b134f86b tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0825553 Feb 04 10:25:25.568025 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:25.571245 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.622256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3943d-3892-4142-a811-7d2590f070ff req-5430abf8-9006-423e-8d26-987815aa9530 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:25.623861 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-f0a3943d-3892-4142-a811-7d2590f070ff req-5430abf8-9006-423e-8d26-987815aa9530 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.6131499 Feb 04 10:25:25.644168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.713673 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:25.714069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.735164 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Set router 929f908a-b4ac-4846-a589-f5459555fcf6 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:25.863450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:25:25.882176 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-f0a3943d-3892-4142-a811-7d2590f070ff req-eed9089b-399a-4b1d-a721-efa35f962671 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420664 Feb 04 10:25:25.917043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:25.920827 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9b3d525a-ade9-4978-add8-38c8d3788ec5 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0677896 Feb 04 10:25:25.928728 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:26.001629 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.021071 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1f15941e-143a-4db3-b0f7-b7266918c43e tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/929f908a-b4ac-4846-a589-f5459555fcf6 HTTP/1.1" status: 200 len: 907 time: 0.4495313 Feb 04 10:25:26.069290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40060) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:26.090538 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16'}], 'enable_snat': False}, 'gw_port_id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:17Z', 'updated_at': '2022-02-04T10:25:22Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:19Z', 'updated_at': '2022-02-04T10:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:26.095075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Checking router: 929f908a-b4ac-4846-a589-f5459555fcf6 for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:26.095435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Updating router 929f908a-b4ac-4846-a589-f5459555fcf6 port d3096d1a-671f-44b5-b0f3-a38cb330b789 binding host dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:25:26.120576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.132870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:26.133978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-978260410', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': True}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:26.143157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Calling delete_port for 1bb6d380-6104-4a3b-a189-27ab6220a7ba owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:26.151143 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.172799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:26.190258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Usage tracker for resource:router and tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:26.195601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:26.204428 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:26.211996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.234346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.235330 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.255856 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.346696 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Allocated IP 172.20.0.5 (feadbb0b-7b3d-4fff-86c2-41615ece7102/3c3ea299-9b48-4cc0-8be8-338c1af8df76/df37909d-4faa-4926-9967-73abbb39fb0d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:26.369832 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:26.463425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.476646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.539587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:26.540192 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.628291 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event deleted for resources: {'Port': ['ID=1bb6d380-6104-4a3b-a189-27ab6220a7ba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:26.641618 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.644755 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=7314d6ac-007c-47b5-a6b5-8f5fee3344d2,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:26.672994 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.676385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.683713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] For port cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:26.684102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.736482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Transition to ACTIVE for port object d3096d1a-671f-44b5-b0f3-a38cb330b789 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:26.755982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.857916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.870853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Attempting to bind port d3096d1a-671f-44b5-b0f3-a38cb330b789 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:26.871234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Attempting to bind port d3096d1a-671f-44b5-b0f3-a38cb330b789 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:26.871600 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Attempting to bind port d3096d1a-671f-44b5-b0f3-a38cb330b789 on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:26.879760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99f52-cff0-467d-abb9-ea4a6c0c337b None None] Pushing event updated for resources: {'Port': ['ID=d3096d1a-671f-44b5-b0f3-a38cb330b789,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:26.890710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:26.891158 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:26.891695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.892093 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:26.892669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Bound port: d3096d1a-671f-44b5-b0f3-a38cb330b789, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:26.893247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:26.908710 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-910f2360-fe62-4a98-9759-ae1be7987e41 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "DELETE /v2.0/ports/1bb6d380-6104-4a3b-a189-27ab6220a7ba HTTP/1.1" status: 204 len: 168 time: 1.6320190 Feb 04 10:25:26.913508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:26.920763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Request body: {'port': {'name': 'tempest-new-port-name-374047430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:26.921169 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] bootfile-name is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:26.921514 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] tftp-server is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:26.921847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] server-ip-address is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 10:25:26.932213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.025130 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] For port d3096d1a-671f-44b5-b0f3-a38cb330b789, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:27.029555 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] For port d3096d1a-671f-44b5-b0f3-a38cb330b789, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d3096d1a-671f-44b5-b0f3-a38cb330b789,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:27.034031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.112562 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Routers {'929f908a-b4ac-4846-a589-f5459555fcf6'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:27.113236 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['929f908a-b4ac-4846-a589-f5459555fcf6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:27.121571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:27.205317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99f52-cff0-467d-abb9-ea4a6c0c337b None None] Pushing event updated for resources: {'Port': ['ID=d3096d1a-671f-44b5-b0f3-a38cb330b789,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:27.286594 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.310073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] Set router 929f908a-b4ac-4846-a589-f5459555fcf6 gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:27.352252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7aaa8-6750-4024-a2be-2ebe8bab21f0 req-81a2f44a-b888-40a1-8c94-6b6d21a2287b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:27.354348 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-60a7aaa8-6750-4024-a2be-2ebe8bab21f0 req-81a2f44a-b888-40a1-8c94-6b6d21a2287b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.3135583 Feb 04 10:25:27.363652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.378933 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.549380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.614866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16'}], 'enable_snat': False}, 'gw_port_id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:17Z', 'updated_at': '2022-02-04T10:25:22Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:19Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:27.619290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcb5df-3c39-47ff-8980-796139ca9ba3 None None] The sync data for ids ['929f908a-b4ac-4846-a589-f5459555fcf6'] in dv-neutron-827824-1-hyperv is: [{'id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16'}], 'enable_snat': False}, 'gw_port_id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:17Z', 'updated_at': '2022-02-04T10:25:22Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': 'd3096d1a-671f-44b5-b0f3-a38cb330b789', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f908a-b4ac-4846-a589-f5459555fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:19Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:27.649878 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-60a7aaa8-6750-4024-a2be-2ebe8bab21f0 req-ca1f09fa-0c22-40a8-b542-676525c818e9 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256421 Feb 04 10:25:27.794442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=68bbb60d-1160-4b0c-a06d-8871dec9166f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:27.824313 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aed5e0-4a56-42bc-a52c-dcd494cc2da8 None None] Network 411b8dd3-f2d4-46bf-b896-f4730e0267c2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:27.870344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:27.874722 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.26.5.163 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/4b203302-af2a-47c8-aac2-7fc05f2fba8e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:27.947002 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network c3ea561b-a942-4766-beb2-e0542ed3152b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:27.967926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:28.047514 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7bd04771-4748-4992-8afd-b34c38e6624a tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/68bbb60d-1160-4b0c-a06d-8871dec9166f HTTP/1.1" status: 204 len: 168 time: 3.1053562 Feb 04 10:25:28.055627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40074) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:28.094272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.132252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.137948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.156006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.224312 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] DHCP port deletion for 411b8dd3-f2d4-46bf-b896-f4730e0267c2 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:28.231632 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Deleting port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:28.232543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.240009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:28.245044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:28.249690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:28.341998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=4b203302-af2a-47c8-aac2-7fc05f2fba8e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:28.355570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.368791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.410690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3096d1a-671f-44b5-b0f3-a38cb330b789 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:28.430407 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:28.538785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Transition to ACTIVE for port object df37909d-4faa-4926-9967-73abbb39fb0d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:28.566475 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-950b8ddd-fb57-4724-aa52-59903b775980 None None] Provisioning complete for port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:28.567081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-950b8ddd-fb57-4724-aa52-59903b775980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.571301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event updated for resources: {'Port': ['ID=6678a43d-7543-4317-bd90-afc2d86781c6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:28.668779 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.745298 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] In _notify_port_updated(), no bound segment for port 6678a43d-7543-4317-bd90-afc2d86781c6 on network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:25:28.750852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:28.751499 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.756902 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d4cc0fa9-8544-4da7-bdfb-40aaf5dbe575 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "PUT /v2.0/ports/6678a43d-7543-4317-bd90-afc2d86781c6 HTTP/1.1" status: 200 len: 1135 time: 1.8403993 Feb 04 10:25:28.759645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40078) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:28.815208 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3aed7-9b12-4136-9a81-ada4aa278862 req-5341280e-2356-4374-9837-63c507feee67 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:28.817097 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1fc3aed7-9b12-4136-9a81-ada4aa278862 req-5341280e-2356-4374-9837-63c507feee67 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 1.0064580 Feb 04 10:25:28.889641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.927943 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308b6edf-e316-430b-9703-4447e0055038 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:28.928723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router a3b12894-69a2-48ab-a5df-15cd01ef723e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:28.928871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-308b6edf-e316-430b-9703-4447e0055038 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Synchronizing usage tracker for tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:28.941807 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-950b8ddd-fb57-4724-aa52-59903b775980 None None] Port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:28.945833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:28.946224 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:28.985444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port d3096d1a-671f-44b5-b0f3-a38cb330b789 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:28.997722 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] For port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,segment=NetworkSegment(12f7b3ae-c191-48ad-be1e-49e6cb4cf43c),segment_id=12f7b3ae-c191-48ad-be1e-49e6cb4cf43c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:28.998203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.006006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port d3096d1a-671f-44b5-b0f3-a38cb330b789 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:29.006384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.031641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-308b6edf-e316-430b-9703-4447e0055038 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Unset dirty status for tenant:5a34101fe2bd4c31a9ae799d1d8c2dc8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:29.036151 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-308b6edf-e316-430b-9703-4447e0055038 tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "GET /v2.0/ports/6678a43d-7543-4317-bd90-afc2d86781c6 HTTP/1.1" status: 200 len: 1135 time: 0.2723267 Feb 04 10:25:29.041876 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:29.090610 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1fc3aed7-9b12-4136-9a81-ada4aa278862 req-66162e8c-2757-4dca-b79c-21c08fb05d38 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483926 Feb 04 10:25:29.186102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Calling delete_port for e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:29.234223 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Deleting port 6678a43d-7543-4317-bd90-afc2d86781c6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:29.234223 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.252126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9e2d26e-e1e7-49d9-9f25-5aa8c41bdbfc None None] Provisioning complete for port 6678a43d-7543-4317-bd90-afc2d86781c6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:29.252516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d26e-e1e7-49d9-9f25-5aa8c41bdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.358590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.382612 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2d26e-e1e7-49d9-9f25-5aa8c41bdbfc None None] Port 6678a43d-7543-4317-bd90-afc2d86781c6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:29.396429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.448442 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.462264 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.467601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] Pushing event deleted for resources: {'Port': ['ID=e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:29.472188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecaf44-b2d9-4011-9032-760607a2cd64 None None] No DVR routers for this DVR port e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:29.501179 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port d3096d1a-671f-44b5-b0f3-a38cb330b789, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d3096d1a-671f-44b5-b0f3-a38cb330b789,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:29.506635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:29.596279 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:29.639544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:29.640242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:29.644188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=d3096d1a-671f-44b5-b0f3-a38cb330b789,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:29.776836 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] The port 'e8a1cfab-35bd-40a7-bb6c-2f9af4c1a6f4' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:25:29.923298 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:29.995555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:30.003881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:30.050272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.067479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event updated for resources: {'Port': ['ID=df37909d-4faa-4926-9967-73abbb39fb0d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:30.102401 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:30.112700 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b4463fbd-0508-4495-9340-964b4987304e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/a3b12894-69a2-48ab-a5df-15cd01ef723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5815363 Feb 04 10:25:30.116758 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] Sync routers for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:30.125225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40090) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:30.129025 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:30.130149 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.200312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Router b51b9648-07b0-4c2f-8ba4-597f038c6f4c has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:30.205622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.220508 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.231446 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:30.232299 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.232804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.251105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Calling delete_port for 6678a43d-7543-4317-bd90-afc2d86781c6 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:30.255070 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.258934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.274304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:30.274932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.306193 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.307004 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a3a49-7130-4609-acce-5847a802aec2 None None] The sync data for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:30.320801 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4af6a584-0711-424c-85ec-a2a3c7142165 None None] Provisioning for port df37909d-4faa-4926-9967-73abbb39fb0d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:30.325998 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4af6a584-0711-424c-85ec-a2a3c7142165 None None] Provisioning complete for port df37909d-4faa-4926-9967-73abbb39fb0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:30.326350 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4af6a584-0711-424c-85ec-a2a3c7142165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.391968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4af6a584-0711-424c-85ec-a2a3c7142165 None None] Port df37909d-4faa-4926-9967-73abbb39fb0d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:30.422386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3096d1a-671f-44b5-b0f3-a38cb330b789 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:30.437424 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2377b8c-6961-4488-a433-993ee3eff8ea tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:30.442356 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c2377b8c-6961-4488-a433-993ee3eff8ea tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports/7314d6ac-007c-47b5-a6b5-8f5fee3344d2 HTTP/1.1" status: 200 len: 910 time: 0.3109214 Feb 04 10:25:30.474618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:30.498654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port d3096d1a-671f-44b5-b0f3-a38cb330b789 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:30.499648 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.517701 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411b8dd3-f2d4-46bf-b896-f4730e0267c2']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.544839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:30.550287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.550287 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f7b3ae-c191-48ad-be1e-49e6cb4cf43c') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.561122 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-39bfb072-7f42-4d08-ac1a-a328851637ff tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.5022442 Feb 04 10:25:30.562998 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Sync routers for ids ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:30.569553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad56cd0-e743-4a05-a078-65c9674fe04e req-5b9e2c98-18b9-4505-801a-c0bba2027252 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:30.571073 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-2ad56cd0-e743-4a05-a078-65c9674fe04e req-5b9e2c98-18b9-4505-801a-c0bba2027252 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.9488242 Feb 04 10:25:30.577353 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-efbe8341-b519-4e9e-801f-516784113542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "PUT /v2.0/routers/b51b9648-07b0-4c2f-8ba4-597f038c6f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8992002 Feb 04 10:25:30.577521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Routers {'b51b9648-07b0-4c2f-8ba4-597f038c6f4c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:30.577521 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.579809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:30.580144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40100) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:30.625046 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Request body: {'floatingip': {'port_id': 'df37909d-4faa-4926-9967-73abbb39fb0d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:30.749789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.755157 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Set router b51b9648-07b0-4c2f-8ba4-597f038c6f4c gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:30.779941 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.858237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.868987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.873632 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Checking router: b51b9648-07b0-4c2f-8ba4-597f038c6f4c for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:30.882177 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Routers {'b51b9648-07b0-4c2f-8ba4-597f038c6f4c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:30.883331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:30.897611 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Allocated IP 172.26.5.208 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/44cf8154-43f1-480f-a87e-321eb908cb83) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:30.899797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:30.900179 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:30.921516 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:31.023164 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] Set router b51b9648-07b0-4c2f-8ba4-597f038c6f4c gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:31.076330 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c70bc10-2626-4d52-b33b-fd05b45346d0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:31.077975 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c70bc10-2626-4d52-b33b-fd05b45346d0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:31.078730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6c70bc10-2626-4d52-b33b-fd05b45346d0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:31.079164 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event deleted for resources: {'Port': ['ID=6678a43d-7543-4317-bd90-afc2d86781c6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:31.150489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.187919 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33250858-cc83-415f-8d68-4830164507f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:31.192294 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33250858-cc83-415f-8d68-4830164507f9 None None] The sync data for ids ['b51b9648-07b0-4c2f-8ba4-597f038c6f4c'] in dv-neutron-827824-1-hyperv is: [{'id': 'b51b9648-07b0-4c2f-8ba4-597f038c6f4c', 'name': 'tempest-NetworksTestDHCPv6-router-592421529', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:06Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 3, 'project_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:31.243497 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-2ad56cd0-e743-4a05-a078-65c9674fe04e req-8eead458-8767-49b5-bf20-3d775dd865cf tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5637813 Feb 04 10:25:31.300426 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.303749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:31.352061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.361203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6c70bc10-2626-4d52-b33b-fd05b45346d0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:31.364919 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6c70bc10-2626-4d52-b33b-fd05b45346d0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7795963 Feb 04 10:25:31.377475 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.409928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40106) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:31.427794 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-471d61ec-0602-422b-a425-8b78db24366f tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "DELETE /v2.0/ports/6678a43d-7543-4317-bd90-afc2d86781c6 HTTP/1.1" status: 204 len: 168 time: 2.3853855 Feb 04 10:25:31.436737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:31.442267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=411b8dd3-f2d4-46bf-b896-f4730e0267c2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:31.504114 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-63311d2a-2d53-4487-8027-e55e5886a566 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/411b8dd3-f2d4-46bf-b896-f4730e0267c2 HTTP/1.1" status: 204 len: 168 time: 3.4073093 Feb 04 10:25:31.519590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40114) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:31.599897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 4c3300cf-66f4-4f12-ac7c-615a89396036 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:31.616575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.675015 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f666ac42-85fd-40a7-99fd-86bb7e0537e5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:31.675605 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f666ac42-85fd-40a7-99fd-86bb7e0537e5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:31.677409 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f666ac42-85fd-40a7-99fd-86bb7e0537e5 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/e4d1ffe0-5e25-4fbf-9d13-aa5cca1f8635 HTTP/1.1" status: 404 len: 337 time: 0.1565909 Feb 04 10:25:31.685026 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Deleting subnet 20c672e7-d067-40e0-b5d0-3d1c0ccf581e {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:31.688242 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.701852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.709709 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:31.759906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.835887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.854388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:31.863440 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Sync routers for ids ['6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:31.864417 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bef344-c50c-4e00-8f15-ee2007244480 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:31.864968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bef344-c50c-4e00-8f15-ee2007244480 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:31.870879 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d6bef344-c50c-4e00-8f15-ee2007244480 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/b6f88d46-51e5-4dbe-8748-006818df4064 HTTP/1.1" status: 404 len: 339 time: 0.1536999 Feb 04 10:25:31.872221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40122) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:31.883584 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Routers {'6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:31.885295 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:31.896807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:31.898021 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-69ec0be1-07d9-4ee9-b497-afee53bdedba tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8278263 Feb 04 10:25:31.901237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:32.066660 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Set router 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:32.069238 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.119687 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.120407 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Deleting subnet 4e518d74-6484-44ea-97e9-4444573a3136 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:32.144062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.292273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.299991 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-498c19c7-521a-412c-b312-d8650e262939 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d HTTP/1.1" status: 200 len: 907 time: 0.3962469 Feb 04 10:25:32.306064 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40132) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:32.318040 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:32.374374 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:32.374979 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cf9d30a3-241a-4e7e-a3e1-5bd477ad1d11 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:32.388682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.419791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.439609 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:26Z', 'updated_at': '2022-02-04T10:25:28Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:27Z', 'updated_at': '2022-02-04T10:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:32.444937 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Checking router: 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:32.445298 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Updating router 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d port 4b203302-af2a-47c8-aac2-7fc05f2fba8e binding host dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 10:25:32.487364 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:32.506228 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.512811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff3dbba5-0057-49a5-b817-17e8d591236f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:32.514541 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff3dbba5-0057-49a5-b817-17e8d591236f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.71 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.5408559 Feb 04 10:25:32.515691 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:32.534848 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:32.615207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Pushing event updated for resources: {'Port': ['ID=44cf8154-43f1-480f-a87e-321eb908cb83,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:32.652816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.779438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b2c28-63bb-4dce-af24-3f5aa41a0708 None None] Network b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:32.781642 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event deleted for resources: {'Subnet': ['ID=20c672e7-d067-40e0-b5d0-3d1c0ccf581e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:32.794742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.825479 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-befdfcd0-abfd-45fa-a096-b098152fbcaf tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "DELETE /v2.0/subnets/20c672e7-d067-40e0-b5d0-3d1c0ccf581e HTTP/1.1" status: 204 len: 168 time: 1.3875470 Feb 04 10:25:32.830550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40136) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:32.874996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.900976 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.926733 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Transition to ACTIVE for port object 4b203302-af2a-47c8-aac2-7fc05f2fba8e will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:32.940747 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.943069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:32.949652 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Deleting port e4fd932e-52c9-49ea-829f-792ad6c7434b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:32.950142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.087284 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917de3-9e5e-42f8-92cd-aa55e3b2bd27 None None] Pushing event updated for resources: {'Port': ['ID=4b203302-af2a-47c8-aac2-7fc05f2fba8e,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:33.115931 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ba472-2ea7-41a6-b371-0adb66f033fa req-d1799894-8c3c-4f71-81fd-72f9d25cc10f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:33.119492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3300cf-66f4-4f12-ac7c-615a89396036,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:33.122914 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-743ba472-2ea7-41a6-b371-0adb66f033fa req-d1799894-8c3c-4f71-81fd-72f9d25cc10f tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.6620276 Feb 04 10:25:33.127190 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46031ec9-6611-4a8d-a7f3-45911d936c49 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:33.140003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.147958 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Attempting to bind port 4b203302-af2a-47c8-aac2-7fc05f2fba8e on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:33.148324 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Attempting to bind port 4b203302-af2a-47c8-aac2-7fc05f2fba8e by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:33.148708 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Attempting to bind port 4b203302-af2a-47c8-aac2-7fc05f2fba8e on network a23519c8-dc0f-4c7f-a31d-00ded3e92fae {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:33.165223 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] DHCP port deletion for b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:33.165453 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.168573 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:33.169712 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Checking segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:33.169712 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.173719 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Bound using segment: {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:33.174231 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Bound port: 4b203302-af2a-47c8-aac2-7fc05f2fba8e, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85ed38-e2f4-4dbc-8c1e-c1926a82f836', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:33.174629 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.225025 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.252543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Deleting port 641ac915-c0ac-466c-97f2-d5862ed1686c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:33.252892 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.278478 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6af7d895-60bd-4919-9479-9717d62d60e2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/4c3300cf-66f4-4f12-ac7c-615a89396036 HTTP/1.1" status: 204 len: 168 time: 1.8624780 Feb 04 10:25:33.280081 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] For port 4b203302-af2a-47c8-aac2-7fc05f2fba8e, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:33.284498 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] For port 4b203302-af2a-47c8-aac2-7fc05f2fba8e, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4b203302-af2a-47c8-aac2-7fc05f2fba8e,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:33.288447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:33.291044 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.292129 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Deleting port 641ac915-c0ac-466c-97f2-d5862ed1686c {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:33.292667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.355292 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:25:33.388290 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917de3-9e5e-42f8-92cd-aa55e3b2bd27 None None] Pushing event updated for resources: {'Port': ['ID=4b203302-af2a-47c8-aac2-7fc05f2fba8e,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:33.395428 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-743ba472-2ea7-41a6-b371-0adb66f033fa req-a6896615-548f-4d75-9bf7-84f5f75132eb tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581832 Feb 04 10:25:33.421184 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Routers {'6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:33.421792 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:33.427005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:33.427356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.655234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] For port 641ac915-c0ac-466c-97f2-d5862ed1686c, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=641ac915-c0ac-466c-97f2-d5862ed1686c,segment=NetworkSegment(c01fbeb8-86fd-4199-9484-a017c7a18dc3),segment_id=c01fbeb8-86fd-4199-9484-a017c7a18dc3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:33.656280 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.666398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.675885 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] Set router 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:33.690581 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.756314 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.785973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting port 4b203302-af2a-47c8-aac2-7fc05f2fba8e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:33.786905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.815874 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Calling delete_port for 641ac915-c0ac-466c-97f2-d5862ed1686c owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:33.862402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.898439 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:33.904000 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Deleting port 8e32b593-55fc-4896-bbc4-75f8b07803ef {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:33.904431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.934075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:33.995864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] For port 641ac915-c0ac-466c-97f2-d5862ed1686c, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=641ac915-c0ac-466c-97f2-d5862ed1686c,segment=NetworkSegment(c01fbeb8-86fd-4199-9484-a017c7a18dc3),segment_id=c01fbeb8-86fd-4199-9484-a017c7a18dc3)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:33.996226 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.000824 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] No DVR routers for this DVR port 641ac915-c0ac-466c-97f2-d5862ed1686c on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:34.006932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863134b-6bc4-48cd-99fe-3b4973f7ea4f None None] Pushing event deleted for resources: {'Port': ['ID=641ac915-c0ac-466c-97f2-d5862ed1686c,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:34.030299 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:26Z', 'updated_at': '2022-02-04T10:25:28Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:27Z', 'updated_at': '2022-02-04T10:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:34.035047 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752b446-106c-4739-b904-f5953738c3d6 None None] The sync data for ids ['6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d'] in dv-neutron-827824-1-hyperv is: [{'id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'name': 'tempest-snat-router-978260410', 'tenant_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:25:26Z', 'updated_at': '2022-02-04T10:25:28Z', 'revision_number': 3, 'project_id': '305bf9cf12ea4ddd9e6542ccd2f8bc1b', 'gw_port': {'id': '4b203302-af2a-47c8-aac2-7fc05f2fba8e', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:25:27Z', 'updated_at': '2022-02-04T10:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:34.076080 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP e6a1e3e6-7ffe-4bca-9c3f-78842414bbec associated. External IP: 172.26.5.225, port: 9f957646-32c1-499d-a079-4886c6e64c01. Feb 04 10:25:34.164247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.182583 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf6df9-ef6e-4f70-bbde-da1d7933b4fd None None] Network 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:34.184575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Subnet': ['ID=4e518d74-6484-44ea-97e9-4444573a3136,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:34.212147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.300796 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Calling delete_port for 641ac915-c0ac-466c-97f2-d5862ed1686c owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:34.355076 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] For port 8e32b593-55fc-4896-bbc4-75f8b07803ef, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8e32b593-55fc-4896-bbc4-75f8b07803ef,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:34.355751 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.466222 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 641ac915-c0ac-466c-97f2-d5862ed1686c no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:34.472577 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:34.473069 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:34.476324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.570737 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8a9a48e0-e021-4e39-8f06-997ea3308b34 tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/subnets/4e518d74-6484-44ea-97e9-4444573a3136 HTTP/1.1" status: 204 len: 168 time: 2.6879139 Feb 04 10:25:34.581917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 641ac915-c0ac-466c-97f2-d5862ed1686c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:34.582385 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 641ac915-c0ac-466c-97f2-d5862ed1686c not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:34.582827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8e32b593-55fc-4896-bbc4-75f8b07803ef no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:34.626037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:34.634412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5c0270c-8d51-4b87-99e0-a3cb5e68cefa tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:34.645099 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Calling delete_port for 8e32b593-55fc-4896-bbc4-75f8b07803ef owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:34.754828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.773548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 7314d6ac-007c-47b5-a6b5-8f5fee3344d2 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:34.860305 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] Pushing event deleted for resources: {'Port': ['ID=8e32b593-55fc-4896-bbc4-75f8b07803ef,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:34.900625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb9457-7adf-4815-8574-6f4066f9a1f9 None None] No DVR routers for this DVR port 8e32b593-55fc-4896-bbc4-75f8b07803ef on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:34.916621 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6368ee-611b-44e9-b845-23366457a98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:34.926467 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No active binding found for port 8e32b593-55fc-4896-bbc4-75f8b07803ef {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 10:25:34.927317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8e32b593-55fc-4896-bbc4-75f8b07803ef not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:34.978428 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Deleting port 641ac915-c0ac-466c-97f2-d5862ed1686c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:34.978772 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.020463 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] For port e4fd932e-52c9-49ea-829f-792ad6c7434b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e4fd932e-52c9-49ea-829f-792ad6c7434b,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:35.021203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.033105 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] DHCP port deletion for 7d912ca1-4c3b-4530-8732-f2e99acdc9e2 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:35.037329 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Deleting port 8a983681-b7c9-4156-9fce-a7acce67e1b4 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:35.037872 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.087549 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] The port '641ac915-c0ac-466c-97f2-d5862ed1686c' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:25:35.127485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5c0270c-8d51-4b87-99e0-a3cb5e68cefa tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:35.129497 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f5c0270c-8d51-4b87-99e0-a3cb5e68cefa tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.8363843 Feb 04 10:25:35.141127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40150) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:35.149910 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] For port 4b203302-af2a-47c8-aac2-7fc05f2fba8e, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4b203302-af2a-47c8-aac2-7fc05f2fba8e,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:35.150632 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.234946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.240193 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:35.279738 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] For port 8a983681-b7c9-4156-9fce-a7acce67e1b4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8a983681-b7c9-4156-9fce-a7acce67e1b4,segment=NetworkSegment(02c4c090-2a25-4869-ba9d-f594db2a490a),segment_id=02c4c090-2a25-4869-ba9d-f594db2a490a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:35.280273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.419039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Calling delete_port for 8a983681-b7c9-4156-9fce-a7acce67e1b4 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:35.487621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f65f8-f338-4d14-865c-938a1a3a4fb1 req-b6b90977-770f-4037-91c1-d471b19d5abc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:35.489089 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-078f65f8-f338-4d14-865c-938a1a3a4fb1 req-b6b90977-770f-4037-91c1-d471b19d5abc tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 946 time: 0.8081851 Feb 04 10:25:35.508986 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.531302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Calling delete_port for 4b203302-af2a-47c8-aac2-7fc05f2fba8e owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:35.559732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] Pushing event deleted for resources: {'Port': ['ID=8a983681-b7c9-4156-9fce-a7acce67e1b4,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:35.563296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b7ec8-ea66-40aa-85d3-48d64c31a481 None None] No DVR routers for this DVR port 8a983681-b7c9-4156-9fce-a7acce67e1b4 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:35.628421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.633451 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.685072 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.714860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.753700 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-078f65f8-f338-4d14-865c-938a1a3a4fb1 req-704bcaf0-11c7-46d4-885d-745155b15059 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48676c-1038-4120-955f-26fd353a99cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524514 Feb 04 10:25:35.854917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.855298 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:35.855616 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.l3_db [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Floating IP d8106527-1a90-48a6-a367-8298771858ff disassociated. External IP: 172.26.5.251, port: e4fd932e-52c9-49ea-829f-792ad6c7434b. Feb 04 10:25:35.855964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Calling delete_port for e4fd932e-52c9-49ea-829f-792ad6c7434b owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:35.909060 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:35.920694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:35.938503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:35.939426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.017965 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.028901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:36.029492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e117a9-39c4-4750-8d8d-b26fb2fba0f4']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.029849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.109440 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.110381 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad6eb0-34bb-45d5-838c-954c6c032375 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:36.125089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01fbeb8-86fd-4199-9484-a017c7a18dc3') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.125402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01fbeb8-86fd-4199-9484-a017c7a18dc3') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.193888 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.282286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.313682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d912ca1-4c3b-4530-8732-f2e99acdc9e2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.374427 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4b203302-af2a-47c8-aac2-7fc05f2fba8e up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:36.381195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.389794 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.412108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.413122 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device e4fd932e-52c9-49ea-829f-792ad6c7434b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:36.428039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c4c090-2a25-4869-ba9d-f594db2a490a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.428684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c4c090-2a25-4869-ba9d-f594db2a490a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:36.444277 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:36.444785 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:36.465262 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:36.469355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.544607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 4b203302-af2a-47c8-aac2-7fc05f2fba8e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:36.555961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 4b203302-af2a-47c8-aac2-7fc05f2fba8e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:36.556338 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.585536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.615257 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.616671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.617252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Fanout notify agent at l3_agent the message router_deleted on router b51b9648-07b0-4c2f-8ba4-597f038c6f4c {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:36.635761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.640016 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:36.640399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.653992 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Router 05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:36.660455 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:36.693631 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:36.732040 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.754410 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event deleted for resources: {'Port': ['ID=e4fd932e-52c9-49ea-829f-792ad6c7434b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:36.811137 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.840817 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=7314d6ac-007c-47b5-a6b5-8f5fee3344d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:36.860172 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:36.982705 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router 3793a648-c7ab-41b9-9082-5dc560a966e7 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:37.009890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] Pushing event deleted for resources: {'Network': ['ID=b4e117a9-39c4-4750-8d8d-b26fb2fba0f4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:37.055129 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-30001a04-72f5-4f3a-b8b6-bd0131486e2a tempest-ExtraDHCPOptionsTestJSON-688455520 tempest-ExtraDHCPOptionsTestJSON-688455520-project] 10.222.0.73 "DELETE /v2.0/networks/b4e117a9-39c4-4750-8d8d-b26fb2fba0f4 HTTP/1.1" status: 204 len: 168 time: 4.2211840 Feb 04 10:25:37.077835 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.079104 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e3e78c95-20a5-4cfe-81ce-ee94471ce104 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/routers/b51b9648-07b0-4c2f-8ba4-597f038c6f4c HTTP/1.1" status: 204 len: 168 time: 1.9318128 Feb 04 10:25:37.081884 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-a6661cd0-85d2-4162-8264-18b7ee07362a req-f39fc99f-8230-4836-aaae-609ecb4de294 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.1171820 Feb 04 10:25:37.082391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40160) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:37.090355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.217777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8a983681-b7c9-4156-9fce-a7acce67e1b4 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:37.225306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.241287 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5b8071f0-0f88-4cdf-ade4-d4410a1bff53 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1497054 Feb 04 10:25:37.263735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 8a983681-b7c9-4156-9fce-a7acce67e1b4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:37.264074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8a983681-b7c9-4156-9fce-a7acce67e1b4 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:37.273541 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b203302-af2a-47c8-aac2-7fc05f2fba8e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:37.277231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9185a685-cdfd-45b1-ad05-0a158d4ff907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.297215 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:37.301292 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.363955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] Pushing event deleted for resources: {'Network': ['ID=7d912ca1-4c3b-4530-8732-f2e99acdc9e2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:37.419902 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:37.429637 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] Sync routers for ids ['05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:37.439634 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] Routers {'05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:37.440473 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.454565 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:37.460092 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.466318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] Sync routers for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:37.489195 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:37.490488 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.522085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40170) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:37.524049 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.528901 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.530569 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-64f2a3cb-e88a-4e96-972b-ccba6a9233bf tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "PUT /v2.0/routers/05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 200 len: 920 time: 11.4185030 Feb 04 10:25:37.535355 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] Routers {'05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:37.536724 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.544134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:37.545434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:37.592149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.608140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:37.609146 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.611658 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5fff4ccf-0da9-4a70-be08-75cd55e7f32d tempest-NetworksIpV6Test-1617002159 tempest-NetworksIpV6Test-1617002159-project] 10.222.0.73 "DELETE /v2.0/networks/7d912ca1-4c3b-4530-8732-f2e99acdc9e2 HTTP/1.1" status: 204 len: 168 time: 2.9740195 Feb 04 10:25:37.717163 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.718119 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c055e0-dd9f-448c-a042-d56794e87cb6 None None] The sync data for ids ['05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:37.743054 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:37.744327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4fbdc-4ea4-46b8-8717-921b82f3e12e None None] The sync data for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:37.758739 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668cd93-0669-4bc6-92a6-3448a01035b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:37.760927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2668cd93-0669-4bc6-92a6-3448a01035b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:37.823521 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.892826 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:37.952469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2668cd93-0669-4bc6-92a6-3448a01035b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:37.953852 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2668cd93-0669-4bc6-92a6-3448a01035b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6493435 Feb 04 10:25:37.992945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:37.993568 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.011840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.024763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40190) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.037007 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.042778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.121441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b456ff7-a337-4fa4-8be4-c3d619e49a69 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:38.226150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.226678 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:38.255487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.256793 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7de20202-8615-48ba-8adb-c38b2e5ca568 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6ec9a6e5-b7c4-4a7e-ba73-315eb1886c8d HTTP/1.1" status: 204 len: 168 time: 5.9494321 Feb 04 10:25:38.260613 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40198) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.282582 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a11537cf-0e4d-4397-aa38-894fa6240203 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/floatingips/e6a1e3e6-7ffe-4bca-9c3f-78842414bbec HTTP/1.1" status: 200 len: 978 time: 7.7010806 Feb 04 10:25:38.335628 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40202) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.417786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b456ff7-a337-4fa4-8be4-c3d619e49a69 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:38.418918 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1b456ff7-a337-4fa4-8be4-c3d619e49a69 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4225309 Feb 04 10:25:38.437574 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-785052ef-d6b5-4217-a6db-3efebc6941c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=831a63c9e56b4ed181b955e4220d9770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114108 Feb 04 10:25:38.438261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.459260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.462535 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-58d370ab-b216-4210-8ddb-af791a93e5b6 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 200 len: 926 time: 0.9135122 Feb 04 10:25:38.481337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.491226 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-34132feb-48e0-4432-acad-ff4c2271de7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a34101fe2bd4c31a9ae799d1d8c2dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565001 Feb 04 10:25:38.491226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-f0f331dd-b958-4e22-be5a-a09c6657e665 req-b10742ee-d228-4275-86d3-3b8d501aaf4b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Synchronizing usage tracker for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:38.526557 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.533778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:38.593129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-f0f331dd-b958-4e22-be5a-a09c6657e665 req-b10742ee-d228-4275-86d3-3b8d501aaf4b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Unset dirty status for tenant:3d975fe980b5480f985e86f917e90996 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:38.594307 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-f0f331dd-b958-4e22-be5a-a09c6657e665 req-b10742ee-d228-4275-86d3-3b8d501aaf4b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/ports?device_id=403dd545-5624-4912-aef4-bdd9adee8a18 HTTP/1.1" status: 200 len: 210 time: 0.2430990 Feb 04 10:25:38.608630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:38.619799 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Sync routers for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:38.629653 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:38.630558 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:38.706756 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] No DVR routers for this DVR port e4fd932e-52c9-49ea-829f-792ad6c7434b on host hv-neutron-8278 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:38.713922 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.715847 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1d6ce448-09c7-4caf-b85d-34e02c121717 req-ff1e0e84-1912-4576-bcec-0eb835be5e5d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.71 "DELETE /v2.0/ports/e4fd932e-52c9-49ea-829f-792ad6c7434b HTTP/1.1" status: 204 len: 173 time: 6.1851695 Feb 04 10:25:38.717100 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'name': 'network-vif-deleted', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:25:38.745799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port df37909d-4faa-4926-9967-73abbb39fb0d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:38.746470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.748477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.801471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027bb481-6706-4318-9f7d-4ef28ee7fc9b tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:38.804088 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-027bb481-6706-4318-9f7d-4ef28ee7fc9b tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3210819 Feb 04 10:25:38.807229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:38.859225 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:38.861171 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dd545-5624-4912-aef4-bdd9adee8a18', 'name': 'network-vif-deleted', 'tag': 'e4fd932e-52c9-49ea-829f-792ad6c7434b', 'status': 'completed', 'code': 200} Feb 04 10:25:38.870604 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:38.909200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:39.028298 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a40f5-c453-4478-9842-8964712c68ef tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:39.032219 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f13a40f5-c453-4478-9842-8964712c68ef tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.2146480 Feb 04 10:25:39.032471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:39.076585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.094295 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-509b6956-418c-4623-8ab9-26cb5af094aa tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 200 len: 205 time: 0.0603764 Feb 04 10:25:39.096953 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:39.118845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router a3b12894-69a2-48ab-a5df-15cd01ef723e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:39.120296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.158124 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef41985e-6b0e-4edb-83f5-e66acb0eac20,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:39.178523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.182325 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-54789d23-10d2-49c7-a37e-fd2156c067a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef41985e-6b0e-4edb-83f5-e66acb0eac20 HTTP/1.1" status: 204 len: 168 time: 0.6490691 Feb 04 10:25:39.210061 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:39.250114 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.278381 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:39.283175 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Checking router: 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e for host: dv-neutron-827824-1-hyperv {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:39.297891 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:39.298700 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:39.409317 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:39.420963 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.424018 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.428586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.669150 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:39.756746 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.769186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port 44cf8154-43f1-480f-a87e-321eb908cb83 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:39.769982 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.794224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:39.964816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40250) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:39.984527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:39.999469 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] Sync routers for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:40.000131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.013812 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:40.016779 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:40.018349 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-848e9120-ea5c-435b-b981-8201e7998872 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/a3b12894-69a2-48ab-a5df-15cd01ef723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5426514 Feb 04 10:25:40.020221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.029737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40256) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:40.129273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:40.144551 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:40.145175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:40.231855 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:40.232273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e35a53-9296-405d-8b79-2782d4f1bc58 None None] The sync data for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:40.243199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.291999 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4b203302-af2a-47c8-aac2-7fc05f2fba8e no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:40.304698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Deleting port d3096d1a-671f-44b5-b0f3-a38cb330b789 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:40.305080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.324422 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:40.328980 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2682fd-13f2-46fc-a629-b5273d2a8836 None None] The sync data for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv is: [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:22:22Z', 'revision_number': 4, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv', '_interfaces': [{'id': '92313c4b-47ea-4a87-9c63-c8265127641f', 'name': '', 'network_id': 'bcb32ea3-a447-4ac4-a729-0fdc23635a87', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'mac_address': 'fa:16:3e:32:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:19Z', 'updated_at': '2022-02-04T10:22:34Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'subnets': [{'id': '913a788e-b7e0-493b-b4c3-1c8b145ac8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:40.351165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 4b203302-af2a-47c8-aac2-7fc05f2fba8e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:40.351875 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4b203302-af2a-47c8-aac2-7fc05f2fba8e not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:40.401929 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for 44cf8154-43f1-480f-a87e-321eb908cb83 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:40.468194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.517094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40268) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:40.533690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe6ea2d-42fb-4874-83df-30e24ddce90c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:40.635821 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.678285 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'networks': [{'name': 'tempest-network--1143586973'}, {'name': 'tempest-network--738574569'}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:40.679600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-network--1143586973'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:40.679600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-network--738574569'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:40.698473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:40.703818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=44cf8154-43f1-480f-a87e-321eb908cb83,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:40.734825 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1ae41-98af-41b9-93db-5f5f4481afc7 None None] New status for floating IP d8106527-1a90-48a6-a367-8298771858ff: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 10:25:40.781252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:network and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:40.788645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:40.798923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:40.824733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'network': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:40.828853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.838409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.944406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.962269 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:40.978797 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:25:41.028310 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:41.031632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.034760 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.037174 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:security_group_rule and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:41.041089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:41.050340 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:41.078597 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.079112 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router 05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:41.122749 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.123985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.124135 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-60ad5478-0f4b-49d3-9a76-6ccf020607af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fe6ea2d-42fb-4874-83df-30e24ddce90c HTTP/1.1" status: 204 len: 168 time: 2.6441679 Feb 04 10:25:41.128448 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3033d45a-c4cd-40bf-889f-c579fe30b6fc tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 204 len: 168 time: 2.0272074 Feb 04 10:25:41.129050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:41.135739 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-591065548', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:41.143842 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:41.152068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.156990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Usage tracker for resource:router and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:41.161677 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:41.174666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:41.197004 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.203949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.204518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.206074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] For port d3096d1a-671f-44b5-b0f3-a38cb330b789, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=d3096d1a-671f-44b5-b0f3-a38cb330b789,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:41.206752 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.226532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.227512 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.267025 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:41.279838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25bd07-74d9-4bdf-9502-67721aee8206,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:41.283279 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.294759 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.295108 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment 0f078b15-914d-4baf-be63-b7aaea94b31f of type vlan for network 4f6ff54b-874b-4616-9c5f-664f006890c8 Feb 04 10:25:41.396230 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Calling delete_port for d3096d1a-671f-44b5-b0f3-a38cb330b789 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:41.443498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.443867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.444381 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.l3_db [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Floating IP e6a1e3e6-7ffe-4bca-9c3f-78842414bbec disassociated. External IP: 172.26.5.225, port: df37909d-4faa-4926-9967-73abbb39fb0d. Feb 04 10:25:41.444730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for df37909d-4faa-4926-9967-73abbb39fb0d owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:41.452759 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.604064 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.639666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:41.656717 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.657062 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment 26fd18aa-09ec-4667-a5f9-ead60ed70143 of type vlan for network 7171b011-774e-48a2-8758-adcf02001e96 Feb 04 10:25:41.702846 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.808580 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.objects.ports [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:25:41.814159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48676c-1038-4120-955f-26fd353a99cb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:41.826075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.873580 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.938724 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.939243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.945351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:41.949899 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:41.950547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.950760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:41.971569 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:41.980194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:41.981369 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.987458 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9083b-d9ee-4923-87f2-f89451594f7a None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:41.989903 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:41.993427 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0e57bca9-d024-47e6-95da-0a1c0f0a4e80 tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "DELETE /v2.0/security-groups/5b48676c-1038-4120-955f-26fd353a99cb HTTP/1.1" status: 204 len: 168 time: 2.0159650 Feb 04 10:25:41.993427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.033338 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.033907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.034573 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=3a4515ca-0d9c-4847-989d-0c5b5604002c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:42.124423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=df37909d-4faa-4926-9967-73abbb39fb0d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:42.146174 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-6624abc0-9756-47e3-aec9-9883e065fe6b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] show failed (client error): The resource could not be found. Feb 04 10:25:42.147695 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6624abc0-9756-47e3-aec9-9883e065fe6b tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "GET /v2.0/security-groups/5b48676c-1038-4120-955f-26fd353a99cb HTTP/1.1" status: 404 len: 347 time: 0.0756662 Feb 04 10:25:42.155081 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c5e74020-0c31-4dc8-a4ad-cf35e1acdfe6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6978502 Feb 04 10:25:42.159536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.160166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.218684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '3a4515ca-0d9c-4847-989d-0c5b5604002c'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:25:42.219672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.236084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:42.311305 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=4f6ff54b-874b-4616-9c5f-664f006890c8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:42.314695 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.329830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 4f6ff54b-874b-4616-9c5f-664f006890c8 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:42.353309 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8348398 Feb 04 10:25:42.354674 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.370286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.534062 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Allocated IP 2001:db8::f816:3eff:fe5c:2ae7 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/3a4515ca-0d9c-4847-989d-0c5b5604002c/a05d1bf5-4fee-47cc-9384-aab1991b19d4) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:42.535062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8405e3d2-4dfe-460b-9f89-45ccf5620419 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1129641523', 'prefixes': ['172.20.0.0/16']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:42.567402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8405e3d2-4dfe-460b-9f89-45ccf5620419 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:42.610333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed932-9bec-47b1-accd-8418c3ee7e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=7171b011-774e-48a2-8758-adcf02001e96,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:42.621471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.628237 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7171b011-774e-48a2-8758-adcf02001e96 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:42.715772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:42.721583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:42.728601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:42.734213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:42.735129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:42.760481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Allocated IP 172.26.5.4 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/43607a5d-9fde-42a1-821a-be3a9169ab68) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:42.771862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:42.773125 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8f30a74a-eca1-4a1b-87a9-506d9448d948 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4003618 Feb 04 10:25:42.778445 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:42.795542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3096d1a-671f-44b5-b0f3-a38cb330b789,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:42.832205 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.842674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Transition to ACTIVE for port object a05d1bf5-4fee-47cc-9384-aab1991b19d4 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:42.861515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Transition to ACTIVE for port object a05d1bf5-4fee-47cc-9384-aab1991b19d4 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:42.875650 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.948056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.987905 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:42.988947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:42.991920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:42.995550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:42.999319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Deleting port 98779ab3-bd2d-4ac4-9d25-aa63e00050e5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:42.999838 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.040759 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Pushing event updated for resources: {'Port': ['ID=a05d1bf5-4fee-47cc-9384-aab1991b19d4,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:43.077120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.096425 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Attempting to bind port a05d1bf5-4fee-47cc-9384-aab1991b19d4 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:25:43.096804 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Attempting to bind port a05d1bf5-4fee-47cc-9384-aab1991b19d4 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:25:43.097175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Attempting to bind port a05d1bf5-4fee-47cc-9384-aab1991b19d4 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:25:43.102973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:25:43.103357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:43.103766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.104158 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:25:43.104625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Bound port: a05d1bf5-4fee-47cc-9384-aab1991b19d4, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:25:43.105005 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.161846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.193648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6ff54b-874b-4616-9c5f-664f006890c8']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:43.214399 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f078b15-914d-4baf-be63-b7aaea94b31f') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:43.214885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f078b15-914d-4baf-be63-b7aaea94b31f') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:43.216511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] For port a05d1bf5-4fee-47cc-9384-aab1991b19d4, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:25:43.220097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] For port a05d1bf5-4fee-47cc-9384-aab1991b19d4, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=a05d1bf5-4fee-47cc-9384-aab1991b19d4,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:25:43.226245 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.232448 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.252109 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.257678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.314381 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:43.315112 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.316650 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b730e-5728-4167-9920-3e4c28c05584 None None] Pushing event updated for resources: {'Port': ['ID=a05d1bf5-4fee-47cc-9384-aab1991b19d4,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:43.337788 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:43.355668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.503853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router 3793a648-c7ab-41b9-9082-5dc560a966e7 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:43.563158 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:43.565074 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event updated for resources: {'Port': ['ID=43607a5d-9fde-42a1-821a-be3a9169ab68,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:43.569261 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:43.571204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.572785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:43.574378 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:43.616887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.637405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=4f6ff54b-874b-4616-9c5f-664f006890c8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:43.661172 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-42887e93-4aef-429d-9e37-51303f7cb6e8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/4f6ff54b-874b-4616-9c5f-664f006890c8 HTTP/1.1" status: 204 len: 168 time: 0.8792212 Feb 04 10:25:43.662521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:43.665209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:43.699102 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:43.707969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.732704 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8405e3d2-4dfe-460b-9f89-45ccf5620419 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Notify callbacks [] for subnetpool, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.734681 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8405e3d2-4dfe-460b-9f89-45ccf5620419 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.6610923 Feb 04 10:25:43.739093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:43.741472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:43.747347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40328) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:43.834483 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.031412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.032366 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.056328 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:44.059930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.156105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.194543 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.194786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 929f908a-b4ac-4846-a589-f5459555fcf6 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:44.204825 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-65355ccd-cdb2-4875-a4ef-6350fdb994b8 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "GET /v2.0/subnetpools/e6d9e0e0-c3d5-4bcd-8491-84e053f7fa36 HTTP/1.1" status: 200 len: 732 time: 0.4527519 Feb 04 10:25:44.205707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:44.211048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7171b011-774e-48a2-8758-adcf02001e96']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.222957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-23e35f5e-ed33-49ec-9ab6-244c15c5045a tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2017375244'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:44.264478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fd18aa-09ec-4667-a5f9-ead60ed70143') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.264885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fd18aa-09ec-4667-a5f9-ead60ed70143') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.265474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Calling delete_port for 98779ab3-bd2d-4ac4-9d25-aa63e00050e5 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:44.338834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.345694 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a74b632e-4fe8-405d-93aa-e8e25d29fa18 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "DELETE /v2.0/routers/929f908a-b4ac-4846-a589-f5459555fcf6 HTTP/1.1" status: 204 len: 168 time: 6.0762963 Feb 04 10:25:44.346710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40336) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:44.354462 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.408186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.429057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:44.429809 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:44.446073 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:44.448735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.479184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-290425404', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:44.501608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:44.525143 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:44.536910 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:44.561013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:44.565746 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-60c6a315-948d-4648-b0da-46958736d64c None None] Provisioning for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:44.585139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:44.586779 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23e35f5e-ed33-49ec-9ab6-244c15c5045a tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.587962 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-23e35f5e-ed33-49ec-9ab6-244c15c5045a tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "PUT /v2.0/subnetpools/e6d9e0e0-c3d5-4bcd-8491-84e053f7fa36 HTTP/1.1" status: 200 len: 684 time: 0.3792355 Feb 04 10:25:44.601070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] Sync routers for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:44.603515 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40340) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:44.612270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:44.613043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.641775 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.686570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.697263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:44.699539 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.702210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.702210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.729352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.751865 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/7171b011-774e-48a2-8758-adcf02001e96 HTTP/1.1" status: 204 len: 168 time: 1.0879734 Feb 04 10:25:44.759582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40344) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:44.764094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c60f7-8a59-4efe-99a1-60efa98e9d1b tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=7171b011-774e-48a2-8758-adcf02001e96,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:44.844140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device a05d1bf5-4fee-47cc-9384-aab1991b19d4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:44.883550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:44.884214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3197e-823f-4e84-a3da-f672780cbc88 None None] The sync data for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:44.888323 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.895340 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port f78f1c0d-dac5-4cc7-87fb-b1476222c01c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:44.896365 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.929322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:44.934806 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:44.935329 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.952928 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:44.958199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.070852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Pushing event deleted for resources: {'Port': ['ID=98779ab3-bd2d-4ac4-9d25-aa63e00050e5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:45.102473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.145136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port a05d1bf5-4fee-47cc-9384-aab1991b19d4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=a05d1bf5-4fee-47cc-9384-aab1991b19d4,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:45.150533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.159340 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5cb90d09-623a-4f3c-82ad-5ff7c2e6b7ab tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/df37909d-4faa-4926-9967-73abbb39fb0d HTTP/1.1" status: 204 len: 168 time: 6.8226099 Feb 04 10:25:45.167627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40350) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:45.234143 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=a05d1bf5-4fee-47cc-9384-aab1991b19d4,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:45.256577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bf6aeada-9d5b-4d01-ad94-2d13ab0f9919 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.257712 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bf6aeada-9d5b-4d01-ad94-2d13ab0f9919 tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "DELETE /v2.0/subnetpools/e6d9e0e0-c3d5-4bcd-8491-84e053f7fa36 HTTP/1.1" status: 204 len: 168 time: 0.6533978 Feb 04 10:25:45.270003 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:45.368834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7203d7c-d8e0-48c1-a5b5-361b2d03da4a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:45.375492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7203d7c-d8e0-48c1-a5b5-361b2d03da4a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:45.376678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7203d7c-d8e0-48c1-a5b5-361b2d03da4a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:45.390868 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-670bd71c-f78c-4e45-bff0-a87675fef86b tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] show failed (client error): The resource could not be found. Feb 04 10:25:45.394575 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-670bd71c-f78c-4e45-bff0-a87675fef86b tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "GET /v2.0/subnetpools/e6d9e0e0-c3d5-4bcd-8491-84e053f7fa36 HTTP/1.1" status: 404 len: 346 time: 0.1211426 Feb 04 10:25:45.394928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40358) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:45.433061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-fcc222eb-90b8-472c-a49a-21288af30e9b tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] delete failed (client error): The resource could not be found. Feb 04 10:25:45.434571 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-fcc222eb-90b8-472c-a49a-21288af30e9b tempest-SubnetPoolsTestJSON-1117447501 tempest-SubnetPoolsTestJSON-1117447501-project] 10.222.0.73 "DELETE /v2.0/subnetpools/e6d9e0e0-c3d5-4bcd-8491-84e053f7fa36 HTTP/1.1" status: 404 len: 346 time: 0.0385818 Feb 04 10:25:45.439846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.441434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7203d7c-d8e0-48c1-a5b5-361b2d03da4a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:45.443169 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e7203d7c-d8e0-48c1-a5b5-361b2d03da4a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6800232 Feb 04 10:25:45.447640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40364) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:45.454446 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-178562184'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:45.520887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:45.562755 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:45.638789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:45.641839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.710125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:45.728037 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.728381 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment b1e9c678-2393-43f4-90e7-b4bc4a9d19c6 of type vlan for network 8c2275be-6b5f-4d7f-9c3e-17135a9c421c Feb 04 10:25:45.769493 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.777157 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:45.788789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Router 38a067e1-29ab-417c-b3f1-f9896591e927 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:45.876424 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.882028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:45.882669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.985386 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.989046 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.991627 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:45.992783 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-85b77916-fce9-4ef2-af0b-1e448dcf425d tempest-ServerActionsTestJSON-1221399374 tempest-ServerActionsTestJSON-1221399374-project] 10.222.0.73 "DELETE /v2.0/floatingips/d8106527-1a90-48a6-a367-8298771858ff HTTP/1.1" status: 204 len: 168 time: 3.8315215 Feb 04 10:25:46.011782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40376) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:46.031437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.065076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.071080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.174572 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7257559 Feb 04 10:25:46.179142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:46.184170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:46.196813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e6e09c22134190ae90cb7104692860 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:46.203770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026cb7a-2fc3-4c6d-b854-e261ffaa29f2 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=8c2275be-6b5f-4d7f-9c3e-17135a9c421c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:46.212370 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1467089490'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:46.215901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 8c2275be-6b5f-4d7f-9c3e-17135a9c421c details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:46.218207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:46.227290 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:46.233601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:46.241892 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:network and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:46.283849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for f78f1c0d-dac5-4cc7-87fb-b1476222c01c owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:46.301141 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:46.327970 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:46.332771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:46.348165 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] Sync routers for ids ['38a067e1-29ab-417c-b3f1-f9896591e927'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:46.363813 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] Routers {'38a067e1-29ab-417c-b3f1-f9896591e927'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:46.365839 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['38a067e1-29ab-417c-b3f1-f9896591e927'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:46.386200 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device a05d1bf5-4fee-47cc-9384-aab1991b19d4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:46.399603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:46.403358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.439839 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:46.452607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:46.463777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:46.464175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.472294 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3c7da-2663-4326-9bfd-fdf50f888995 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:46.473174 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=5aa18f07-10d6-4117-ab79-547b00c7a822,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:46.475704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.479717 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-affe4072-89db-40a8-964c-5deef7b333fe tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3497179 Feb 04 10:25:46.483570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:46.492411 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:46.506430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:46.507324 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] Routers {'38a067e1-29ab-417c-b3f1-f9896591e927'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:46.508038 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['38a067e1-29ab-417c-b3f1-f9896591e927'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:46.603082 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7a2077c1-5ec9-459f-a5b8-b6013a294eb0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4395611 Feb 04 10:25:46.608153 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:46.608571 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721011b-dfa1-4936-87f1-a72054c976d0 None None] The sync data for ids ['38a067e1-29ab-417c-b3f1-f9896591e927'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:46.617597 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:46.631215 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:15:34:b9', 'name': 'tempest-NetworksTestDHCPv6-454298776'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:46.634262 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:46.634771 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.692875 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:46.903478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3096d1a-671f-44b5-b0f3-a38cb330b789 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:46.943105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:46.943562 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment 09fc092a-acfb-41ac-9c70-58aa2e8c00cd of type vlan for network c43ce1f5-ac8e-4618-ae41-70a0451adcf5 Feb 04 10:25:46.945490 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: d3096d1a-671f-44b5-b0f3-a38cb330b789 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:46.945843 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device d3096d1a-671f-44b5-b0f3-a38cb330b789 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:46.973191 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:46.991055 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:46.998260 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:47.007616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:47.048944 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.054920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.070226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Update dhcp port {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '3a4515ca-0d9c-4847-989d-0c5b5604002c', 'ip_address': '2001:db8::f816:3eff:fe5c:2ae7'}, {'subnet_id': '5aa18f07-10d6-4117-ab79-547b00c7a822'}], 'binding:host_id': 'dv-neutron-827824-1-hyperv'}, 'id': 'a05d1bf5-4fee-47cc-9384-aab1991b19d4'} from dv-neutron-827824-1-hyperv. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 10:25:47.126718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.131052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.135631 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.212351 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.282102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de881cca-84e1-4fa6-837d-2a789ff0307c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:47.291452 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5f0212e9-3793-467e-975d-c0df106c04b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3e6e09c22134190ae90cb7104692860&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5123236 Feb 04 10:25:47.334766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=f78f1c0d-dac5-4cc7-87fb-b1476222c01c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:47.342362 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40392) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:47.355615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.360920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:47.361699 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.385757 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:47.406968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Allocated IP 172.20.0.2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/5aa18f07-10d6-4117-ab79-547b00c7a822/a05d1bf5-4fee-47cc-9384-aab1991b19d4) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:47.539608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.575109 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3777471 Feb 04 10:25:47.579043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6a741-a8f7-4b13-81b7-78941a48b7c0 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=c43ce1f5-ac8e-4618-ae41-70a0451adcf5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:47.585488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40396) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:47.590493 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] For port a05d1bf5-4fee-47cc-9384-aab1991b19d4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=a05d1bf5-4fee-47cc-9384-aab1991b19d4,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:47.621612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.629817 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.655467 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Transition to ACTIVE for port object a05d1bf5-4fee-47cc-9384-aab1991b19d4 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:47.656660 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network c43ce1f5-ac8e-4618-ae41-70a0451adcf5 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:47.664570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'ports': [{'network_id': '8c2275be-6b5f-4d7f-9c3e-17135a9c421c', 'name': 'tempest-port--1974913114', 'admin_state_up': True}, {'network_id': 'c43ce1f5-ac8e-4618-ae41-70a0451adcf5', 'admin_state_up': False}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:47.664882 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'port': {'network_id': '8c2275be-6b5f-4d7f-9c3e-17135a9c421c', 'name': 'tempest-port--1974913114', 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:47.665357 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'port': {'network_id': 'c43ce1f5-ac8e-4618-ae41-70a0451adcf5', 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:47.674820 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.790256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.820939 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1cc4d-396f-4024-b8d2-49f8fa99a31b None None] Pushing event updated for resources: {'Port': ['ID=a05d1bf5-4fee-47cc-9384-aab1991b19d4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:47.890091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.916415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.932034 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:47.967585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.054066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 31e5b572-bfd4-4964-8561-dfe5a8015314 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:48.068471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.125890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:48.132225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.136055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:port and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:48.143249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:48.154203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:48.156241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Deleting port 43607a5d-9fde-42a1-821a-be3a9169ab68 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:48.156577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.225711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.246977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Allocated IP 172.26.5.143 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/e07f5637-e704-4ef6-b0af-2571f16b459b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:48.273621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:48.278324 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.317075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.350572 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device a05d1bf5-4fee-47cc-9384-aab1991b19d4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:25:48.406247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de881cca-84e1-4fa6-837d-2a789ff0307c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:48.410502 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.503991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.506062 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8b75595e-6930-4912-bcd7-d336bfe62cc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de881cca-84e1-4fa6-837d-2a789ff0307c HTTP/1.1" status: 204 len: 168 time: 1.1605077 Feb 04 10:25:48.737128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8643d53c-e655-41c5-bfc6-114416556ea4 None None] Provisioning for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:48.749519 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8643d53c-e655-41c5-bfc6-114416556ea4 None None] Provisioning complete for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:48.751510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8643d53c-e655-41c5-bfc6-114416556ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:48.802929 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router a3b12894-69a2-48ab-a5df-15cd01ef723e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:48.890132 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.120207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Calling delete_port for 43607a5d-9fde-42a1-821a-be3a9169ab68 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:49.145784 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.170980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:49.185255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] Sync routers for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:49.203286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:49.205029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:49.205322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 172.20.0.13 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/5aa18f07-10d6-4117-ab79-547b00c7a822/31e5b572-bfd4-4964-8561-dfe5a8015314) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:49.217615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] device_id is not set on port 4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:49.218804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe15:34b9 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/3a4515ca-0d9c-4847-989d-0c5b5604002c/31e5b572-bfd4-4964-8561-dfe5a8015314) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:25:49.232745 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-46857673-bbbb-4703-80ad-cc64b26460c0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/a3b12894-69a2-48ab-a5df-15cd01ef723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1983356 Feb 04 10:25:49.237987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:49.291929 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:49.301412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] Routers {'a3b12894-69a2-48ab-a5df-15cd01ef723e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:49.302587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['a3b12894-69a2-48ab-a5df-15cd01ef723e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:49.310769 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7bdd0225-cee3-4ac8-b8bf-a36544a02954 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:49.371972 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:49.372477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cc8e2-5fd3-4997-8b91-443297f61c5e None None] The sync data for ids ['a3b12894-69a2-48ab-a5df-15cd01ef723e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:49.408708 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7bdd0225-cee3-4ac8-b8bf-a36544a02954 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:49.410139 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7bdd0225-cee3-4ac8-b8bf-a36544a02954 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3b12894-69a2-48ab-a5df-15cd01ef723e HTTP/1.1" status: 200 len: 205 time: 0.1711676 Feb 04 10:25:49.417535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40424) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:49.429577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Deleting port 92313c4b-47ea-4a87-9c63-c8265127641f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:49.429922 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.482894 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40428) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:49.622020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-727795538-network', 'tenant_id': 'e68a1f3c850e4745924e03b94c799e63'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:49.633430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:49.640673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.656365 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Usage tracker for resource:network and tenant:e68a1f3c850e4745924e03b94c799e63 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:49.667105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:49.685237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:49.716991 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.723214 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] For port 92313c4b-47ea-4a87-9c63-c8265127641f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=92313c4b-47ea-4a87-9c63-c8265127641f,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:49.724586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.744571 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.780581 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event updated for resources: {'Port': ['ID=e07f5637-e704-4ef6-b0af-2571f16b459b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:49.782040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Made reservation on behalf of e68a1f3c850e4745924e03b94c799e63 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:49.784313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.854985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.886455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:49.886808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.920783 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:49.924147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Calling delete_port for 92313c4b-47ea-4a87-9c63-c8265127641f owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:49.956652 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:49.965545 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Pushing event deleted for resources: {'Port': ['ID=43607a5d-9fde-42a1-821a-be3a9169ab68,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:49.980393 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:49.994364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:50.087181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:50.138815 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Usage tracker for resource:security_group_rule and tenant:e68a1f3c850e4745924e03b94c799e63 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:50.154532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:50.176578 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:50.239305 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.343481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] device_id is not set on port 22e4d7a0-584e-4718-bb43-f8397a801a36 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:25:50.354226 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.359289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.366998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 31e5b572-bfd4-4964-8561-dfe5a8015314 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:25:50.384141 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.585457 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.586098 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Fanout notify agent at l3_agent the message router_deleted on router a3b12894-69a2-48ab-a5df-15cd01ef723e {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:50.673588 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.674712 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-dafe7d0c-0cc5-4770-9e68-703b0dc22378 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/routers/a3b12894-69a2-48ab-a5df-15cd01ef723e HTTP/1.1" status: 204 len: 168 time: 1.2533476 Feb 04 10:25:50.683368 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40434) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:50.742009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.744620 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.944110 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.949021 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for af78d9bb-ce72-48ba-b19b-c07ddc3c75f5 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:50.977065 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.980236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.984949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:50.991320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.022494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.082468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:25:51.095303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting subnet 6c59d568-10d0-46a4-92b7-a9f302a5f057 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:51.105733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:51.107595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.139254 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=31e5b572-bfd4-4964-8561-dfe5a8015314,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:51.148793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:51.164423 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=92313c4b-47ea-4a87-9c63-c8265127641f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:51.192142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:51.296189 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Router 38a067e1-29ab-417c-b3f1-f9896591e927 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:51.302646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddad27-cece-4e4c-9487-17914b794a3f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:51.306297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.307049 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Added segment 78feba06-b20e-45dd-8f3b-391e69ab92dc of type vlan for network fa1bde83-447f-4b22-9164-41dcc26da3c2 Feb 04 10:25:51.332906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:51.334108 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.351864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.426779 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.429114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.493563 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5e5d3682-a43f-496b-9b54-4b8758117d9a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8739412 Feb 04 10:25:51.494254 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:51.551774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.590095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b75ac1c-6c29-48f4-8072-74cc328da462 None None] Provisioning for port 31e5b572-bfd4-4964-8561-dfe5a8015314 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:25:51.595627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b75ac1c-6c29-48f4-8072-74cc328da462 None None] Provisioning complete for port 31e5b572-bfd4-4964-8561-dfe5a8015314 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:25:51.596208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b75ac1c-6c29-48f4-8072-74cc328da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.640601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:51.657205 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] Sync routers for ids ['38a067e1-29ab-417c-b3f1-f9896591e927'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:51.658964 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8b75ac1c-6c29-48f4-8072-74cc328da462 None None] Port 31e5b572-bfd4-4964-8561-dfe5a8015314 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:25:51.668520 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] Routers {'38a067e1-29ab-417c-b3f1-f9896591e927'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:51.669278 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['38a067e1-29ab-417c-b3f1-f9896591e927'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:51.738855 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:51.751625 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.752542 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] Routers {'38a067e1-29ab-417c-b3f1-f9896591e927'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:51.753046 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:51.753370 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['38a067e1-29ab-417c-b3f1-f9896591e927'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:51.753623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:51.781906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Port': ['ID=4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:51.785090 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Checking segment: {'id': 'b1e9c678-2393-43f4-90e7-b4bc4a9d19c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8c2275be-6b5f-4d7f-9c3e-17135a9c421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:51.785883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network hostable DHCP agents. Network: 8c2275be-6b5f-4d7f-9c3e-17135a9c421c, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:51.820349 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:51.820771 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7981dd-eee4-43e3-a5a5-a4af34b4ac3a None None] The sync data for ids ['38a067e1-29ab-417c-b3f1-f9896591e927'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:51.868222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.079133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a1fb9-65a5-4110-abe9-e7e30f5f68f0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.085954 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a1fb9-65a5-4110-abe9-e7e30f5f68f0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.086792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c3a1fb9-65a5-4110-abe9-e7e30f5f68f0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:52.095839 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6118157 Feb 04 10:25:52.103924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.105070 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.106196 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-28140042-5e4f-48ba-a91b-92091b6c139e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "PUT /v2.0/routers/38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 200 len: 709 time: 5.6106088 Feb 04 10:25:52.110224 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.111105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network 8c2275be-6b5f-4d7f-9c3e-17135a9c421c is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:52.114033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.117066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e4b4-2aed-435d-9c3b-ab6a04fb457e admin admin] Pushing event updated for resources: {'Network': ['ID=fa1bde83-447f-4b22-9164-41dcc26da3c2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:52.129189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network fa1bde83-447f-4b22-9164-41dcc26da3c2 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:52.129861 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.133473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 8c2275be-6b5f-4d7f-9c3e-17135a9c421c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:52.141382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:52.142918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.145561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f19805-5b2c-47b1-9152-a7748091a15e None None] Network 8c2275be-6b5f-4d7f-9c3e-17135a9c421c requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:52.179289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Request body: {'subnet': {'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-727795538-subnet', 'tenant_id': 'e68a1f3c850e4745924e03b94c799e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:52.277176 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:52.293325 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Usage tracker for resource:subnet and tenant:e68a1f3c850e4745924e03b94c799e63 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:52.297337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:52.308827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:52.318763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Port': ['ID=22e4d7a0-584e-4718-bb43-f8397a801a36,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:52.394343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c3a1fb9-65a5-4110-abe9-e7e30f5f68f0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:52.398133 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9c3a1fb9-65a5-4110-abe9-e7e30f5f68f0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8922892 Feb 04 10:25:52.398133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=af78d9bb-ce72-48ba-b19b-c07ddc3c75f5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:52.400597 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.412450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Checking segment: {'id': '09fc092a-acfb-41ac-9c70-58aa2e8c00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c43ce1f5-ac8e-4618-ae41-70a0451adcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:52.412832 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network hostable DHCP agents. Network: c43ce1f5-ac8e-4618-ae41-70a0451adcf5, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:52.413293 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.419443 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Made reservation on behalf of e68a1f3c850e4745924e03b94c799e63 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:52.423518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.448777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network c43ce1f5-ac8e-4618-ae41-70a0451adcf5 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:52.523915 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, c43ce1f5-ac8e-4618-ae41-70a0451adcf5) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:52.532841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f22385-ba65-4def-9073-49e2e93bbd95 None None] Network c43ce1f5-ac8e-4618-ae41-70a0451adcf5 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:52.546918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:25:52.552555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.557856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.558637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.657159 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-270775c8-bf5a-444e-890e-3b5db681d18a tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0680046 Feb 04 10:25:52.663377 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.694018 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Subnet': ['ID=6c59d568-10d0-46a4-92b7-a9f302a5f057,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:52.743479 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40e6be-763d-40a8-9a81-6991debc939f None None] Network c3ea561b-a942-4766-beb2-e0542ed3152b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:52.766798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:52.773631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.780441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 31e5b572-bfd4-4964-8561-dfe5a8015314 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:52.780788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.836107 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d34ff6a9-f465-4668-906e-431deafc5047 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/routers/38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 200 len: 744 time: 0.6597679 Feb 04 10:25:52.841887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40458) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.865861 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-91d38014-4350-4329-8c29-c3afb45687db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/subnets/6c59d568-10d0-46a4-92b7-a9f302a5f057 HTTP/1.1" status: 204 len: 168 time: 2.1785698 Feb 04 10:25:52.865861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:52.868742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.917040 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-15050253-0b31-4153-912d-a1fd7f3126c0 tempest-RoutersIpV6AdminTest-388184573 tempest-RoutersIpV6AdminTest-388184573-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 200 len: 205 time: 0.0714068 Feb 04 10:25:52.917951 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40466) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:52.928898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4aaad-f023-469a-9e62-f54f65c7782d tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.935274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4aaad-f023-469a-9e62-f54f65c7782d tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:52.935978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bbf4aaad-f023-469a-9e62-f54f65c7782d tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:52.990241 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-869e3390-0fef-4c5d-87af-fe2a55abf834 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 200 len: 205 time: 0.0711315 Feb 04 10:25:52.994294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:53.076514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bbf4aaad-f023-469a-9e62-f54f65c7782d tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:53.077769 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bbf4aaad-f023-469a-9e62-f54f65c7782d tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4135940 Feb 04 10:25:53.081142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40474) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:53.088466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] DHCP port deletion for c3ea561b-a942-4766-beb2-e0542ed3152b request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:53.092822 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Deleting port de8864b1-cba2-4013-871d-f59daefa2525 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:53.093264 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.142258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:53.150614 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2ef9f4ac-1fb3-4406-acbd-cce853296e50 admin admin] 10.222.0.73 "PUT /v2.0/routers/5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0869997 Feb 04 10:25:53.154050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40478) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:53.174597 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Sync routers for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:53.204970 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:53.205699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:53.233973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Deleting port 4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:53.234312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.472188 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] For port de8864b1-cba2-4013-871d-f59daefa2525, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=de8864b1-cba2-4013-871d-f59daefa2525,segment=NetworkSegment(28bfb364-c30f-4ee0-b748-62c42a64e0a1),segment_id=28bfb364-c30f-4ee0-b748-62c42a64e0a1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:53.472598 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.478026 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting subnet c983fd5b-187e-45d4-bbe5-75ac3c8621ac {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:53.571399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.576523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.605706 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Calling delete_port for de8864b1-cba2-4013-871d-f59daefa2525 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:53.640881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: dv-neutron-827824-1-hyperv {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:53.679660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.797992 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.933907 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:53.941496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Calling delete_port for 4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:53.978276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.007444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] Pushing event deleted for resources: {'Port': ['ID=de8864b1-cba2-4013-871d-f59daefa2525,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:54.009284 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8b1c3-737b-48c6-8982-107596cf0918 None None] No DVR routers for this DVR port de8864b1-cba2-4013-871d-f59daefa2525 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:54.020556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.043937 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Deleting port b7136500-46eb-4f48-b7dd-ada1815ea4f5 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:54.044297 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.080457 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.090372 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:25:50Z', 'revision_number': 5, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port': {'id': 'b7136500-46eb-4f48-b7dd-ada1815ea4f5', 'name': '', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T10:22:07Z', 'updated_at': '2022-02-04T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a817392-c218-47d5-8516-6227d5a27dca', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-1-hyperv'}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:54.094723 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Checking router: 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e for host: dv-neutron-827824-1-hyperv {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 10:25:54.104117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Routers {'5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:54.104845 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:54.149693 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Port': ['ID=4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:54.164688 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.227836 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.255803 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a9a73ea5-e2b6-4222-a1fa-801bde012432 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/ports/4fdedd2e-e58f-4ae1-851c-d9e6d8afe5ff HTTP/1.1" status: 204 len: 168 time: 1.1734931 Feb 04 10:25:54.258441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40482) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:54.272943 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] Set router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 10:25:54.283545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.299394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.361617 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] For port b7136500-46eb-4f48-b7dd-ada1815ea4f5, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=b7136500-46eb-4f48-b7dd-ada1815ea4f5,segment=NetworkSegment(fd85ed38-e2f4-4dbc-8c1e-c1926a82f836),segment_id=fd85ed38-e2f4-4dbc-8c1e-c1926a82f836)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:54.362006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.376495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Deleting port 22e4d7a0-584e-4718-bb43-f8397a801a36 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:54.376864 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.376974 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.450195 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device de8864b1-cba2-4013-871d-f59daefa2525 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:54.493044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: de8864b1-cba2-4013-871d-f59daefa2525 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:54.493418 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device de8864b1-cba2-4013-871d-f59daefa2525 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:54.494834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:25:54Z', 'revision_number': 6, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port_host': None}], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:54.500570 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bc1be-f821-440a-b146-77e0b58591da None None] The sync data for ids ['5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e'] in dv-neutron-827824-1-hyperv is: [{'id': '5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e', 'name': 'tempest-ServerActionsTestJSON-9118372-router', 'tenant_id': '3d975fe980b5480f985e86f917e90996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T10:22:04Z', 'updated_at': '2022-02-04T10:25:54Z', 'revision_number': 6, 'project_id': '3d975fe980b5480f985e86f917e90996', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:54.539588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Calling delete_port for b7136500-46eb-4f48-b7dd-ada1815ea4f5 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:54.683829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 31e5b572-bfd4-4964-8561-dfe5a8015314 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:54.744154 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.796917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.865042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:54.865693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Fanout notify agent at l3_agent the message router_deleted on router 38a067e1-29ab-417c-b3f1-f9896591e927 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:54.880849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Router 9ab5e782-538b-4341-968d-46974781f8c9 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:25:54.919363 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.047514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Calling delete_port for 22e4d7a0-584e-4718-bb43-f8397a801a36 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:55.084668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304ccce9-8cc8-468b-a3fa-37edcfd06afd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:55.098252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.099387 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9677340c-1d01-461b-9f51-a80b1c64cfa9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 204 len: 168 time: 2.0956912 Feb 04 10:25:55.113342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40486) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.175812 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.209042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Checking segment: {'id': '78feba06-b20e-45dd-8f3b-391e69ab92dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:25:55.209334 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Network hostable DHCP agents. Network: fa1bde83-447f-4b22-9164-41dcc26da3c2, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:25:55.223022 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.227238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7136500-46eb-4f48-b7dd-ada1815ea4f5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:55.287493 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6f2a5603-0dd3-49b3-82c1-11de014e400b tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 200 len: 205 time: 0.1696360 Feb 04 10:25:55.291924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.377495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.381040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Port': ['ID=22e4d7a0-584e-4718-bb43-f8397a801a36,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:55.434074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.442090 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-8f0dc4e9-f012-4fca-9bb9-3e7a3c0e5cd7 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:55.444401 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8f0dc4e9-f012-4fca-9bb9-3e7a3c0e5cd7 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/38a067e1-29ab-417c-b3f1-f9896591e927 HTTP/1.1" status: 404 len: 336 time: 0.1354198 Feb 04 10:25:55.449996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40498) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.493363 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c9f324cc-4010-4de7-89d8-b289d5b4f5db tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/ports/22e4d7a0-584e-4718-bb43-f8397a801a36 HTTP/1.1" status: 204 len: 168 time: 1.2339656 Feb 04 10:25:55.500363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40502) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.511566 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e81b8727-ba2f-4b18-83ed-6f436e03bbc7 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 200 len: 205 time: 0.0587327 Feb 04 10:25:55.549524 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.571509 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Network fa1bde83-447f-4b22-9164-41dcc26da3c2 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:25:55.586180 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:55.587691 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Subnet': ['ID=c983fd5b-187e-45d4-bbe5-75ac3c8621ac,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:55.597069 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] Sync routers for ids ['9ab5e782-538b-4341-968d-46974781f8c9'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:55.608910 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] Routers {'9ab5e782-538b-4341-968d-46974781f8c9'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:55.609979 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9ab5e782-538b-4341-968d-46974781f8c9'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:55.611026 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7942112-a45f-4e8d-803c-253e95e51ad2 None None] Network 708153b4-4ffc-432f-a3c8-6cbde640ef2a requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:55.615995 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df711963-b1c3-4c4a-808e-b8ba7932d75f tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:55.618088 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.619127 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.650006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, fa1bde83-447f-4b22-9164-41dcc26da3c2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:25:55.663205 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4653fcb1-e01a-40d9-9edd-3ecd6fbecad0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/subnets/c983fd5b-187e-45d4-bbe5-75ac3c8621ac HTTP/1.1" status: 204 len: 168 time: 2.7887762 Feb 04 10:25:55.666474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:55.667323 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.673158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40510) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.678362 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.679704 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b2963fe1-153d-444c-9f28-5cc209732a80 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.2387755 Feb 04 10:25:55.697088 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.702602 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:55.712291 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] Routers {'9ab5e782-538b-4341-968d-46974781f8c9'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:55.713070 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9ab5e782-538b-4341-968d-46974781f8c9'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:55.720283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91630cb2-ceb6-4aee-829f-ccdca5f0e911 None None] Network fa1bde83-447f-4b22-9164-41dcc26da3c2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:55.755275 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.765053 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-3875fdeb-08d2-4636-b9fa-c88d4426f818 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:55.766334 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3875fdeb-08d2-4636-b9fa-c88d4426f818 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/05ae32aa-5f05-4109-8b4a-a9ea9e02e5cf HTTP/1.1" status: 404 len: 336 time: 0.2157440 Feb 04 10:25:55.775760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:55.816156 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:55.816821 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd16b0a-2c19-4803-ad5c-f8b7a7e358cc None None] The sync data for ids ['9ab5e782-538b-4341-968d-46974781f8c9'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:55.818125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.856983 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router 3793a648-c7ab-41b9-9082-5dc560a966e7 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:25:55.866662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-df711963-b1c3-4c4a-808e-b8ba7932d75f tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:55.871827 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-df711963-b1c3-4c4a-808e-b8ba7932d75f tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3619552 Feb 04 10:25:55.879830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.888226 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-66e222b2-7cdd-40d7-b376-ee0f88d6add8 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 200 len: 205 time: 0.0626001 Feb 04 10:25:55.888226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.892518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.892766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1703792416'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:55.896938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.900850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:55.909206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:network and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:55.919792 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:55.926624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:55.936556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.937105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:25:55.944553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:55.947988 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.964808 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:55.968322 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7b44339e-bb7f-41d7-ab5c-e42c018fb496 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5ef42aeb-a07c-42c3-a2bc-3e9970c9a20e HTTP/1.1" status: 204 len: 168 time: 2.8109989 Feb 04 10:25:55.968616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:55.987058 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-01f87c58-0420-4e85-8f94-e7fd0e1a2026 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8774629 Feb 04 10:25:56.030547 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:56.049627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Deleting subnet 913a788e-b7e0-493b-b4c3-1c8b145ac8f6 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:56.053624 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.109400 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.109684 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment cab278bc-8363-45e5-a632-da9aaf78b000 of type vlan for network be4e980d-800e-4581-8abc-5443153a9dc7 Feb 04 10:25:56.123156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.153133 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=31e5b572-bfd4-4964-8561-dfe5a8015314,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:56.184840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ec815-1f6b-4d49-bcc4-f6e9d94a46c7 None None] Network fa1bde83-447f-4b22-9164-41dcc26da3c2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:56.200935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.256692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.268333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:56.268333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.308345 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.339796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] DHCP port deletion for 708153b4-4ffc-432f-a3c8-6cbde640ef2a request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:56.357510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Deleting port 624b840f-d307-4489-b296-515d49cebdc8 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:56.357834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.416658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b7136500-46eb-4f48-b7dd-ada1815ea4f5 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:56.444610 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5634630 Feb 04 10:25:56.450519 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:56.466727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-179675170'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:56.471756 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: b7136500-46eb-4f48-b7dd-ada1815ea4f5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:56.472089 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.472215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device b7136500-46eb-4f48-b7dd-ada1815ea4f5 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:56.472514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 624b840f-d307-4489-b296-515d49cebdc8 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:56.474905 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27804f9-1fab-4caf-b318-b48549e33995 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=be4e980d-800e-4581-8abc-5443153a9dc7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:56.479650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:56.491304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:network and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:56.495582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:56.508791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:56.511375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.526429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network be4e980d-800e-4581-8abc-5443153a9dc7 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:56.568257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913a788e-b7e0-493b-b4c3-1c8b145ac8f6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:56.572872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.579831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:56.581456 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-c1fbb074-6c49-4e15-8ce0-03a52bc0901e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:56.584524 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c1fbb074-6c49-4e15-8ce0-03a52bc0901e tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/e319f847-5eac-4b17-81a6-b0c6709656cf HTTP/1.1" status: 404 len: 336 time: 0.6270530 Feb 04 10:25:56.585376 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:56.596336 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c81b37e7-1069-4359-9a62-e624f4a01178 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/913a788e-b7e0-493b-b4c3-1c8b145ac8f6 HTTP/1.1" status: 204 len: 168 time: 0.6263459 Feb 04 10:25:56.597170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:56.605013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:56.642202 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f46a7-85f1-4633-ad70-d0ef74ac387e None None] Network bcb32ea3-a447-4ac4-a729-0fdc23635a87 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:25:56.868286 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d1383c6a-dc19-4918-9f98-a5670ee06e81 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 200 len: 205 time: 0.2657435 Feb 04 10:25:56.912866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:56.913105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40566) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:56.921006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2089771260-network', 'tenant_id': '54cf457a97ba4517adb9808af6bb8316'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:56.994009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:57.008566 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:57.029532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Usage tracker for resource:network and tenant:54cf457a97ba4517adb9808af6bb8316 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:57.036122 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:57.039758 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-375ebdb9-9dc6-40bb-844a-060312394bd2 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:57.042805 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-375ebdb9-9dc6-40bb-844a-060312394bd2 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/4a971894-083b-45a1-9ff6-83853b741b40 HTTP/1.1" status: 404 len: 336 time: 0.1252885 Feb 04 10:25:57.051309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40574) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.052816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:57.063435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.063606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.063906 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Added segment c6666ec7-b372-42db-b5a3-fa5c0487cf87 of type vlan for network 172c170d-6494-4485-ac05-a0b58b2aca44 Feb 04 10:25:57.074350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.098449 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Made reservation on behalf of 54cf457a97ba4517adb9808af6bb8316 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:57.100888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.123066 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.127945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.141896 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Deleting port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:57.142193 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.198479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:57.212576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Usage tracker for resource:security_group_rule and tenant:54cf457a97ba4517adb9808af6bb8316 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:57.220063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:57.253978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:57.261361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.265782 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9b812db7-3ca5-42ff-a1f6-d637828ca18b tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 200 len: 205 time: 0.2030058 Feb 04 10:25:57.266873 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:57.267884 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.271762 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.278205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:25:57.280909 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.295477 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] Sync routers for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:25:57.305975 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ca1c1e9e-c6dc-4334-9698-bd0f5bb18981 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/routers/3793a648-c7ab-41b9-9082-5dc560a966e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1333370 Feb 04 10:25:57.313822 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.318878 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e9efb513-5768-4d87-9409-06a8e234ed3d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/31e5b572-bfd4-4964-8561-dfe5a8015314 HTTP/1.1" status: 204 len: 168 time: 4.9084768 Feb 04 10:25:57.319414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.319745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.372867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:57.374204 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:57.374593 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.443562 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.444193 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92313c4b-47ea-4a87-9c63-c8265127641f no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:57.453030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ea561b-a942-4766-beb2-e0542ed3152b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.479165 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-ca5446bd-38b6-4397-8146-37a7688d5ee9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:57.482817 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ca5446bd-38b6-4397-8146-37a7688d5ee9 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/3d097094-dc1b-4b53-b620-ed73a8bade91 HTTP/1.1" status: 404 len: 336 time: 0.1795156 Feb 04 10:25:57.487684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40590) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.496119 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bfb364-c30f-4ee0-b748-62c42a64e0a1') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.496654 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bfb364-c30f-4ee0-b748-62c42a64e0a1') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.516789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.523676 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0684168 Feb 04 10:25:57.524659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58402e4-25f0-4e33-85f3-1a94483650d5 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Network': ['ID=172c170d-6494-4485-ac05-a0b58b2aca44,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:57.527902 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 92313c4b-47ea-4a87-9c63-c8265127641f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:57.528255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 92313c4b-47ea-4a87-9c63-c8265127641f not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:57.551002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:57.552312 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.658138 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.666168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.669471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.684245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.694491 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c169e743-8851-4e96-bc3d-2ad178c58563 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1569c04-e292-42d3-b26a-0c4557009e03 HTTP/1.1" status: 200 len: 205 time: 0.2056005 Feb 04 10:25:57.699511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.707405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'subnets': [{'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--919174506', 'ip_version': 4}, {'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:57.707839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'subnet': {'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--919174506', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:57.708523 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Request body: {'subnet': {'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:57.715107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Calling delete_port for 624b840f-d307-4489-b296-515d49cebdc8 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:57.734918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:57.736658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:57.738454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:57.739383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:25:57.743205 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:25:57.761599 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.779229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:57.779918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:57.798313 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:57.817024 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 172c170d-6494-4485-ac05-a0b58b2aca44 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:57.835976 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:57.836341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:57.842951 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] Routers {'3793a648-c7ab-41b9-9082-5dc560a966e7'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:25:57.843595 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3793a648-c7ab-41b9-9082-5dc560a966e7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.895202 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0cb7c-5cfe-466b-83a3-bf32c07cd6b2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:57.899959 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-7a9b2cb0-8f6c-41c5-a715-a8e0e8ea8dfb tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] delete failed (client error): The resource could not be found. Feb 04 10:25:57.901061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7a9b2cb0-8f6c-41c5-a715-a8e0e8ea8dfb tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/routers/e1569c04-e292-42d3-b26a-0c4557009e03 HTTP/1.1" status: 404 len: 336 time: 0.1731637 Feb 04 10:25:57.907997 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] For port 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0105a5ad-8c2c-4ad4-bdd7-da0997141473,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:57.908425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.916675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:57.917704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:57.918101 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Added segment bc2097a7-e721-4f80-b6ca-464dde4c232d of type vlan for network a69b351d-d16a-43b2-82ef-d61ae4681358 Feb 04 10:25:57.986099 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:57.986661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d6de2-aafe-486f-8747-6790d2bedc7c None None] The sync data for ids ['3793a648-c7ab-41b9-9082-5dc560a966e7'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:25:58.010899 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=624b840f-d307-4489-b296-515d49cebdc8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:58.082430 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] DHCP port deletion for bcb32ea3-a447-4ac4-a729-0fdc23635a87 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:25:58.087413 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Deleting port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:58.087793 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.098188 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:25:58.102664 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fcb4d575-f50a-401f-9afd-b34d6af55537 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7804410 Feb 04 10:25:58.105048 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.110223 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa9f3a-df96-42f9-88ee-daabffd8d896 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] DELETE failed (client error): The resource could not be found. Feb 04 10:25:58.110938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa9f3a-df96-42f9-88ee-daabffd8d896 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:25:58.114712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40606) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:58.125206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Calling delete_port for 0105a5ad-8c2c-4ad4-bdd7-da0997141473 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:58.207000 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.211336 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.236178 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.306564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] For port 0105a5ad-8c2c-4ad4-bdd7-da0997141473, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0105a5ad-8c2c-4ad4-bdd7-da0997141473,segment=NetworkSegment(5f722925-eb67-4fc3-9733-b0ef79d4c479),segment_id=5f722925-eb67-4fc3-9733-b0ef79d4c479)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:58.306918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.316327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Network': ['ID=c3ea561b-a942-4766-beb2-e0542ed3152b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:58.323822 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-48114c1b-3995-4bdb-9491-b597099a020c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/networks/c3ea561b-a942-4766-beb2-e0542ed3152b HTTP/1.1" status: 204 len: 168 time: 2.6448100 Feb 04 10:25:58.324947 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40610) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:58.344766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:58.348490 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Usage tracker for resource:subnet and tenant:04df3188f9ec42858d32b2854562563e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:58.352046 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:58.358294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:58.369351 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9cfa9f3a-df96-42f9-88ee-daabffd8d896 tempest-RoutersIpV6AdminTest-2077629187 tempest-RoutersIpV6AdminTest-2077629187-project] 10.222.0.73 "DELETE /v2.0/subnets/3fda006a-70da-42ff-9a7c-e0d8ac42e6d2 HTTP/1.1" status: 404 len: 337 time: 0.4451971 Feb 04 10:25:58.398645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Deleting port 624b840f-d307-4489-b296-515d49cebdc8 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:58.399128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.406335 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.441906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.452006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Made reservation on behalf of 04df3188f9ec42858d32b2854562563e for: {'subnet': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:58.456814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.457268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.493636 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0105a5ad-8c2c-4ad4-bdd7-da0997141473 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:25:58.537676 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Calling delete_port for 0105a5ad-8c2c-4ad4-bdd7-da0997141473 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:58.563758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.577654 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.589048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 0105a5ad-8c2c-4ad4-bdd7-da0997141473 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:25:58.589393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0105a5ad-8c2c-4ad4-bdd7-da0997141473 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:25:58.605087 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port a6661871-8fe6-4a81-b25a-9dd11b965684 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:58.605256 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.671869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 624b840f-d307-4489-b296-515d49cebdc8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:58.672362 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.726332 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:58.753052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:58.754007 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:58.797424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:58.798125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.884708 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.885662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:25:58.886243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.891056 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] No DVR routers for this DVR port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:58.906019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0105a5ad-8c2c-4ad4-bdd7-da0997141473,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:58.983878 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:58.984969 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Calling delete_port for 624b840f-d307-4489-b296-515d49cebdc8 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:59.013604 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.064752 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.111902 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] Pushing event deleted for resources: {'Port': ['ID=624b840f-d307-4489-b296-515d49cebdc8,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:59.117675 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edda577-fe39-4330-b9ec-a612543c44d5 None None] No DVR routers for this DVR port 624b840f-d307-4489-b296-515d49cebdc8 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:25:59.129129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:59.160664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 3a4515ca-0d9c-4847-989d-0c5b5604002c {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:25:59.202485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Usage tracker for resource:security_group_rule and tenant:c160885151aa45219c472ffd88225331 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:59.208131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:59.217400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for a6661871-8fe6-4a81-b25a-9dd11b965684 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:59.236241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.256428 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Deleting port 0105a5ad-8c2c-4ad4-bdd7-da0997141473 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:25:59.256827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.267463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:59.280331 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3635092 Feb 04 10:25:59.280907 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:25:59.290629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82278e-4a73-4e5c-adc5-312ebf9ca917 admin admin] Pushing event updated for resources: {'Network': ['ID=a69b351d-d16a-43b2-82ef-d61ae4681358,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:59.296668 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Request body: {'subnet': {'network_id': 'a69b351d-d16a-43b2-82ef-d61ae4681358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2089771260-subnet', 'tenant_id': '54cf457a97ba4517adb9808af6bb8316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:25:59.301696 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network a69b351d-d16a-43b2-82ef-d61ae4681358 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:25:59.316613 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] For port 624b840f-d307-4489-b296-515d49cebdc8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=624b840f-d307-4489-b296-515d49cebdc8,segment=NetworkSegment(38e5115c-e568-49a3-9996-0ac56a5b045d),segment_id=38e5115c-e568-49a3-9996-0ac56a5b045d)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:25:59.317220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.319100 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:25:59.321775 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.341630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Usage tracker for resource:subnet and tenant:54cf457a97ba4517adb9808af6bb8316 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:25:59.352366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:25:59.353988 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7310c3ef-14bb-4d39-99b8-84d05457d026 None None] The port '0105a5ad-8c2c-4ad4-bdd7-da0997141473' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:25:59.368102 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.404019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:25:59.417715 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb32ea3-a447-4ac4-a729-0fdc23635a87']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:59.445184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f722925-eb67-4fc3-9733-b0ef79d4c479') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:59.445563 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f722925-eb67-4fc3-9733-b0ef79d4c479') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:25:59.465250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.471450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Made reservation on behalf of 54cf457a97ba4517adb9808af6bb8316 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:25:59.473703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.602964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.624456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:25:59.624866 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:25:59.644187 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:25:59.673427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 624b840f-d307-4489-b296-515d49cebdc8 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:25:59.774007 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.812736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.850924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.876371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:25:59.908475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:25:59.908789 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:25:59.911258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb32ea3-a447-4ac4-a729-0fdc23635a87,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:25:59.978561 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d3def47c-5fae-4e18-9b7c-e54eea57af6d admin admin] 10.222.0.73 "DELETE /v2.0/networks/bcb32ea3-a447-4ac4-a729-0fdc23635a87 HTTP/1.1" status: 204 len: 168 time: 3.3725429 Feb 04 10:26:00.026052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Subnet': ['ID=6bc293ec-d02f-4b26-8062-da100e992d01,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.035916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.043372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.052668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.107216 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4515ca-0d9c-4847-989d-0c5b5604002c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.113731 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Checking segment: {'id': 'cab278bc-8363-45e5-a632-da9aaf78b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:00.114124 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network hostable DHCP agents. Network: be4e980d-800e-4581-8abc-5443153a9dc7, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:00.118853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40630) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:00.121669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.122530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4cca3f-de36-46ac-bf1a-061b77c5b6e1 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:00.156608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.182478 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.196227 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0630c30b-95af-4fb0-8b5e-c9b314bebff9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/3a4515ca-0d9c-4847-989d-0c5b5604002c HTTP/1.1" status: 204 len: 168 time: 2.0409067 Feb 04 10:26:00.205246 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:00.239429 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c160885151aa45219c472ffd88225331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5110896 Feb 04 10:26:00.249388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0295cd-e112-4518-b0ad-e88565cdfb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e6ea3-ce2d-4733-bc6d-02e083baec79,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.253747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:00.255572 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=a6661871-8fe6-4a81-b25a-9dd11b965684,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.271554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network be4e980d-800e-4581-8abc-5443153a9dc7 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:00.329045 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818ba293-c6dd-45e8-bd72-cf204c390c73,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.331380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, be4e980d-800e-4581-8abc-5443153a9dc7) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:00.339248 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d18506ed-8076-4bad-adaf-a62eb543d9fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d975fe980b5480f985e86f917e90996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2134347 Feb 04 10:26:00.345354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.345910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb585e-7665-43f1-b036-56867732ce97 None None] Network be4e980d-800e-4581-8abc-5443153a9dc7 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:00.348741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40642) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:00.386777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 5aa18f07-10d6-4117-ab79-547b00c7a822 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:00.419031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 624b840f-d307-4489-b296-515d49cebdc8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:00.419031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.520272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.534241 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] The port '624b840f-d307-4489-b296-515d49cebdc8' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:26:00.572131 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Checking segment: {'id': 'bc2097a7-e721-4f80-b6ca-464dde4c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a69b351d-d16a-43b2-82ef-d61ae4681358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:00.572483 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Network hostable DHCP agents. Network: a69b351d-d16a-43b2-82ef-d61ae4681358, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:00.620879 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-be4e980d-800e-4581-8abc-5443153a9dc7', 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7', 'tenant_id': '04df3188f9ec42858d32b2854562563e', 'fixed_ips': [{'subnet_id': '6bc293ec-d02f-4b26-8062-da100e992d01'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:00.622181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.652429 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event updated for resources: {'Subnet': ['ID=9ac00a0f-30a4-4058-960e-34cd13091378,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:00.657787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.695188 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.735218 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Checking segment: {'id': 'c6666ec7-b372-42db-b5a3-fa5c0487cf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:00.735887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network hostable DHCP agents. Network: 172c170d-6494-4485-ac05-a0b58b2aca44, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:00.740360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.745506 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Network a69b351d-d16a-43b2-82ef-d61ae4681358 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:00.800306 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, a69b351d-d16a-43b2-82ef-d61ae4681358) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:00.810324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.823868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220f6e3-ea7f-424d-87e8-bc62b77130d9 None None] Network a69b351d-d16a-43b2-82ef-d61ae4681358 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:00.826423 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:00.827021 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.859408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Network 172c170d-6494-4485-ac05-a0b58b2aca44 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:00.863548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.905709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.914409 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4968c2ee-1880-4383-b41d-f0519dd88463 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6122913 Feb 04 10:26:00.954762 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:00.973509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Allocated IP 172.20.0.2 (be4e980d-800e-4581-8abc-5443153a9dc7/6bc293ec-d02f-4b26-8062-da100e992d01/cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:00.983501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 172c170d-6494-4485-ac05-a0b58b2aca44) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:00.999162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:00.999998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:01.000262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.008872 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e308c0-bbaa-4183-be35-009c6d93023b None None] Network 172c170d-6494-4485-ac05-a0b58b2aca44 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:01.063065 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.083721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.087075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.097429 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.107646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.111566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.134629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.142814 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ddb72ac-68d5-47a9-8a9c-453bf1e8a11b HTTP/1.1" status: 204 len: 168 time: 0.7659981 Feb 04 10:26:01.144406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.264764 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d4119005-0b1c-4523-b694-4cec87a2f053 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5780723 Feb 04 10:26:01.274616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:01.311032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b538a-4abd-401f-b54c-3a208d094222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb72ac-68d5-47a9-8a9c-453bf1e8a11b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:01.356080 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c1938-d1d0-407f-87f0-968449c3fc98 None None] Network a69b351d-d16a-43b2-82ef-d61ae4681358 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:01.499787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.507279 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/5aa18f07-10d6-4117-ab79-547b00c7a822 HTTP/1.1" status: 204 len: 168 time: 1.2882688 Feb 04 10:26:01.512833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0308400-4b3f-4901-9372-012b8130c03b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa18f07-10d6-4117-ab79-547b00c7a822,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:01.519975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708153b4-4ffc-432f-a3c8-6cbde640ef2a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:01.522671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:01.542406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.543123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Fanout notify agent at l3_agent the message router_deleted on router 3793a648-c7ab-41b9-9082-5dc560a966e7 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:01.559145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e5115c-e568-49a3-9996-0ac56a5b045d') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:01.559651 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e5115c-e568-49a3-9996-0ac56a5b045d') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:01.587553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.678823 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cc55f-3794-4cba-a594-859497ddcaee None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:01.703975 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.736671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:01.737282 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.738273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:01.739711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.745921 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:01.747001 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/942e6ea3-ce2d-4733-bc6d-02e083baec79 HTTP/1.1" status: 204 len: 168 time: 1.4886727 Feb 04 10:26:01.747148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:01.750457 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:01.750861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.769674 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-54ac15aa-d345-4997-8b95-9e0bdcfef28f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2367578 Feb 04 10:26:01.770333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:01.792226 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:01.794654 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:01.812500 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:01.819425 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-79b29127-c4d3-4df1-aea3-4b28665540a6 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/routers/3793a648-c7ab-41b9-9082-5dc560a966e7 HTTP/1.1" status: 204 len: 168 time: 4.4965563 Feb 04 10:26:01.849028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40676) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:01.909088 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1f1df-fa91-42df-8807-d71d3bc1c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e6ea3-ce2d-4733-bc6d-02e083baec79,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:01.922709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 9ab5e782-538b-4341-968d-46974781f8c9 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:26:02.090430 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.122093 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:02.123303 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f2cc4e17-028b-4f85-a4bf-8c48eea1a200 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8373947 Feb 04 10:26:02.155270 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.157353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.165798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting subnet 3c3ea299-9b48-4cc0-8be8-338c1af8df76 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:02.170935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Network': ['ID=708153b4-4ffc-432f-a3c8-6cbde640ef2a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:02.173575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.182413 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d33a9be2-f48a-4b26-94c9-5d6cf4e2518e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/networks/708153b4-4ffc-432f-a3c8-6cbde640ef2a HTTP/1.1" status: 204 len: 168 time: 3.8412328 Feb 04 10:26:02.183878 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.243201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'network': {'name': 'tempest-RoutersTest-364259374'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:02.255406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:02.271335 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:network and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:02.275907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:02.285172 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.285422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:02.304152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:02.308380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.311988 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-896a90a5-4518-42c2-a83e-33a58e95a696 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "PUT /v2.0/routers/9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 200 len: 921 time: 6.5665102 Feb 04 10:26:02.311988 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:02.314467 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.314593 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] Sync routers for ids ['9ab5e782-538b-4341-968d-46974781f8c9'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:02.324356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.334971 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] Routers {'9ab5e782-538b-4341-968d-46974781f8c9'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:02.339106 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9ab5e782-538b-4341-968d-46974781f8c9'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:02.385206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.394128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.521608 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:02.556383 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:02.561119 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.561652 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Added segment b1c6fd3f-0f87-48f4-8ffe-42dd69af7527 of type vlan for network f4713a45-566e-46a0-818f-168529dfd2f5 Feb 04 10:26:02.571341 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-85613af2-66fc-48ab-84cc-a6b0e9eb54b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2dc2867043004a298b2581db02f7cba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683710 Feb 04 10:26:02.574874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.582740 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] Routers {'9ab5e782-538b-4341-968d-46974781f8c9'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:02.585478 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:25:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9ab5e782-538b-4341-968d-46974781f8c9'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:02.624449 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.627241 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.648773 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Transition to ACTIVE for port object cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:02.671388 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a50d9603-e9cd-4915-a7ec-1b6581a82573 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 200 len: 921 time: 0.3440304 Feb 04 10:26:02.675599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Transition to ACTIVE for port object cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:02.678023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.741405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-0aa7c0e8-7eef-4585-8e25-2caf5fb68554 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:02.742854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-0aa7c0e8-7eef-4585-8e25-2caf5fb68554 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Synchronizing usage tracker for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:02.743161 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:02.743563 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd0887-20a8-415b-89ba-0d99daa442b1 None None] The sync data for ids ['9ab5e782-538b-4341-968d-46974781f8c9'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:02.747240 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.792252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.794091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.799797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:02.800415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.823159 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29ad5ff8-a875-4e55-9115-96717f972157 None None] Provisioning complete for port a05d1bf5-4fee-47cc-9384-aab1991b19d4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:02.823773 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ff8-a875-4e55-9115-96717f972157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.829129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3ea299-9b48-4cc0-8be8-338c1af8df76,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:02.859234 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.876232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:02.879532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-0aa7c0e8-7eef-4585-8e25-2caf5fb68554 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Unset dirty status for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:02.882122 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-0aa7c0e8-7eef-4585-8e25-2caf5fb68554 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/networks?id=fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 200 len: 811 time: 0.7545562 Feb 04 10:26:02.888035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559fd70-ee65-40d0-bcac-9e636dc66d25 None None] Network feadbb0b-7b3d-4fff-86c2-41615ece7102 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:02.891834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:02.900576 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Deleting subnet 6bc293ec-d02f-4b26-8062-da100e992d01 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:02.914584 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:02.921439 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-53daa19a-eb75-421c-aa30-06feeac62d9f tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/subnets/3c3ea299-9b48-4cc0-8be8-338c1af8df76 HTTP/1.1" status: 204 len: 168 time: 1.0644481 Feb 04 10:26:02.922504 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:02.923588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:02.959395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:02.991157 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8062716 Feb 04 10:26:02.993454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.001860 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-725fbb8d-a027-400f-b71a-a329ec71776d tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/quotas/e68a1f3c850e4745924e03b94c799e63 HTTP/1.1" status: 200 len: 375 time: 0.1116192 Feb 04 10:26:03.004898 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.018074 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8833-8d72-48b2-9179-d6a48d8404dd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Network': ['ID=f4713a45-566e-46a0-818f-168529dfd2f5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:03.026494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'subnet': {'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:03.036619 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.037842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369d9d7-c695-42b2-a625-f8b35c610db7 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:03.039405 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b369d9d7-c695-42b2-a625-f8b35c610db7 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=9ab5e782-538b-4341-968d-46974781f8c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3601384 Feb 04 10:26:03.047828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40734) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.125679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network f4713a45-566e-46a0-818f-168529dfd2f5 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:03.179540 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.207572 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb25d1-02c9-475e-b361-b56119869a94 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:03.208170 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7cb25d1-02c9-475e-b361-b56119869a94 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Synchronizing usage tracker for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:03.232538 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7cb25d1-02c9-475e-b361-b56119869a94 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Unset dirty status for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:03.234380 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c7cb25d1-02c9-475e-b361-b56119869a94 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.1849854 Feb 04 10:26:03.240966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40744) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.242876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:03.246510 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.298376 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-95bc8aed-fb84-4e46-95b4-0a0773b86341 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e68a1f3c850e4745924e03b94c799e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2779782 Feb 04 10:26:03.311556 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-172c170d-6494-4485-ac05-a0b58b2aca44', 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44', 'tenant_id': '04df3188f9ec42858d32b2854562563e', 'fixed_ips': [{'subnet_id': '9ac00a0f-30a4-4058-960e-34cd13091378'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:03.312760 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.328178 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4c82d63a-0003-4dc2-9da8-0f0b3a487d2a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 200 len: 205 time: 0.0854495 Feb 04 10:26:03.329294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.338385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40748) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.373694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Network be4e980d-800e-4581-8abc-5443153a9dc7 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:03.386767 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:03.420532 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Pushing event updated for resources: {'Port': ['ID=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:03.424822 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:03.433690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-3fbeb0b1-59aa-448a-9513-cad70cdccf96 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.437414 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3fbeb0b1-59aa-448a-9513-cad70cdccf96 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2542679 Feb 04 10:26:03.437414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e90e9-5f31-4413-81fc-f8c0770d7f29,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:03.439590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40752) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.458061 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-85ec31a5-f4d8-4e5c-ad80-27e8d90729c3 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.463701 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-85ec31a5-f4d8-4e5c-ad80-27e8d90729c3 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0171375 Feb 04 10:26:03.463701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.467283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.471001 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6b890c65-0559-47c6-9f7e-127453202d5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f0e90e9-5f31-4413-81fc-f8c0770d7f29 HTTP/1.1" status: 204 len: 168 time: 0.8913870 Feb 04 10:26:03.471361 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-04508922-8bbd-4361-8eb5-5be79a6b49d6 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.482397 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-04508922-8bbd-4361-8eb5-5be79a6b49d6 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0163639 Feb 04 10:26:03.484281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40762) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.487199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.497473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-d3d5d492-c70c-4b82-9d2d-cd4a9d8e790d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.502311 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d3d5d492-c70c-4b82-9d2d-cd4a9d8e790d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0184050 Feb 04 10:26:03.629783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.672318 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-57db174c-976f-4f1b-b1ab-db69c81505b1 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.673417 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-57db174c-976f-4f1b-b1ab-db69c81505b1 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0246341 Feb 04 10:26:03.689085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.715895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.728209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-9aa72ccd-055a-4c21-9753-54fc484d0f93 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.729251 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9aa72ccd-055a-4c21-9753-54fc484d0f93 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0305028 Feb 04 10:26:03.744057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.777361 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Attempting to bind port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:03.778008 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Attempting to bind port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'cab278bc-8363-45e5-a632-da9aaf78b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:03.778125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Attempting to bind port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff on network be4e980d-800e-4581-8abc-5443153a9dc7 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:03.788169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-482471c6-2ba8-4d56-b5d3-17698ad887dc tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.789253 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-482471c6-2ba8-4d56-b5d3-17698ad887dc tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0293841 Feb 04 10:26:03.790469 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:03.820760 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.845139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:subnet and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:03.849718 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-b3e0d9b1-9982-4930-80d3-4b673957e12e service neutron] 10.222.0.73 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654385 Feb 04 10:26:03.854459 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:03.861733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.862349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-6c06c443-e657-4052-a05d-686882dc2375 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.862771 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6c06c443-e657-4052-a05d-686882dc2375 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0411017 Feb 04 10:26:03.867928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75477984-ca98-4071-a968-230dd8241df9 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:03.872171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:03.876230 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40788) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.880429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:03.881503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Checking segment: {'id': 'cab278bc-8363-45e5-a632-da9aaf78b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:03.881503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.881978 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Bound using segment: {'id': 'cab278bc-8363-45e5-a632-da9aaf78b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:03.882571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Bound port: cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab278bc-8363-45e5-a632-da9aaf78b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'be4e980d-800e-4581-8abc-5443153a9dc7'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:03.883065 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.897068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:03.897409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:03.937217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-d18b3654-ad9e-4e9a-a5d7-6268fef3cc2c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.938217 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d18b3654-ad9e-4e9a-a5d7-6268fef3cc2c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0431201 Feb 04 10:26:03.943505 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40794) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.967958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-7568627c-052c-49e2-8300-c190fadf0906 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.969399 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7568627c-052c-49e2-8300-c190fadf0906 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0244918 Feb 04 10:26:03.980251 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40800) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:03.991956 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-42381672-e06e-4c0b-a5a7-3b47f3a774e6 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:03.995751 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-42381672-e06e-4c0b-a5a7-3b47f3a774e6 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142217 Feb 04 10:26:03.996345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.006919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-6e03b992-0a81-49b9-961f-cf85309ff0a7 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.011055 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6e03b992-0a81-49b9-961f-cf85309ff0a7 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0111127 Feb 04 10:26:04.063553 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Deleting port a05d1bf5-4fee-47cc-9384-aab1991b19d4 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:04.064288 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.065425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40808) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.078265 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-3a127f85-4cb2-4494-afa4-82bdd5972570 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.081812 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3a127f85-4cb2-4494-afa4-82bdd5972570 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0153027 Feb 04 10:26:04.093354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.101235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-1f2a3f99-a28b-4f48-a0cd-604aadd8f1fb tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.105017 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1f2a3f99-a28b-4f48-a0cd-604aadd8f1fb tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109627 Feb 04 10:26:04.105477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.114540 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-c1f9ebbe-6f71-41c4-a235-6113e3a866ac tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.118653 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c1f9ebbe-6f71-41c4-a235-6113e3a866ac tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101504 Feb 04 10:26:04.121388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.128038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-333d6787-0a32-432e-a6b3-2fe3c907afc4 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.130046 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-333d6787-0a32-432e-a6b3-2fe3c907afc4 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077741 Feb 04 10:26:04.136492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.143667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:04.145063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-3da739c5-42d1-4f69-b1aa-e789fb2ca199 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.145688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Allocated IP 172.20.0.18 (172c170d-6494-4485-ac05-a0b58b2aca44/9ac00a0f-30a4-4058-960e-34cd13091378/63dfe6ad-e616-483e-8e29-6eff43253acd) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:04.147853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.149696 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3da739c5-42d1-4f69-b1aa-e789fb2ca199 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0121872 Feb 04 10:26:04.152645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40832) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.160091 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-17a6593b-9eff-4149-ad7e-1316138f600b tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.164979 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-17a6593b-9eff-4149-ad7e-1316138f600b tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0111606 Feb 04 10:26:04.171658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.179235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-16dc36bd-9455-49cd-abb7-78e9c31dc97b tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.183026 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-16dc36bd-9455-49cd-abb7-78e9c31dc97b tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0099866 Feb 04 10:26:04.183612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.187028 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.195463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-1418e9d2-0dc2-48e2-9d25-cf3b4fee08ec tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.199121 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1418e9d2-0dc2-48e2-9d25-cf3b4fee08ec tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0144360 Feb 04 10:26:04.199717 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.206968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-8accb1af-b76d-4563-bac3-ef3f3e7d6c5c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.211126 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8accb1af-b76d-4563-bac3-ef3f3e7d6c5c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095487 Feb 04 10:26:04.211732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.217787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-e714c0eb-12aa-4540-8b12-e210ca7778bd tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.221384 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e714c0eb-12aa-4540-8b12-e210ca7778bd tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088012 Feb 04 10:26:04.222141 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40852) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.222872 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port e07f5637-e704-4ef6-b0af-2571f16b459b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:04.223216 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.303918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-6e4ab190-80ee-45bc-bc57-543a43ba631d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.307308 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6e4ab190-80ee-45bc-bc57-543a43ba631d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0250914 Feb 04 10:26:04.315688 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40862) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.331702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.434538 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-d43d8cae-777a-4c63-a903-0e0fa67f5dd2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.437102 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d43d8cae-777a-4c63-a903-0e0fa67f5dd2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1194761 Feb 04 10:26:04.444248 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40870) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.460828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-97eb88d4-bc09-46b9-a75c-ee12a2dfe307 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.462199 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-97eb88d4-bc09-46b9-a75c-ee12a2dfe307 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0158517 Feb 04 10:26:04.474518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40874) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.485651 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-ff30f187-6fb0-4d69-a97e-1b3832fdebbe tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.488443 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ff30f187-6fb0-4d69-a97e-1b3832fdebbe tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0126917 Feb 04 10:26:04.491090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.502518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.512514 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e6f29517-0abb-469d-9080-b5535c43fc85 service neutron] 10.222.0.73 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415615 Feb 04 10:26:04.512724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-d8d39090-870a-4e12-ba9f-221f1f6550fe tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.513743 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d8d39090-870a-4e12-ba9f-221f1f6550fe tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102053 Feb 04 10:26:04.516437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40882) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.562659 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-75477984-ca98-4071-a968-230dd8241df9 None None] For port a05d1bf5-4fee-47cc-9384-aab1991b19d4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=a05d1bf5-4fee-47cc-9384-aab1991b19d4,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:04.563055 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.593895 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-ad9584de-2c36-4504-9d21-cec858500af2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.594883 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ad9584de-2c36-4504-9d21-cec858500af2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0762815 Feb 04 10:26:04.617847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40886) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.640038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-0d2e4725-1dc0-48cc-b99a-2cca146a07d0 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.641340 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-0d2e4725-1dc0-48cc-b99a-2cca146a07d0 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0200939 Feb 04 10:26:04.651152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] For port bb5e9e6b-7fd8-4952-8147-bf19a89daa88, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,segment=NetworkSegment(546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b),segment_id=546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:04.651513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.663718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40890) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.664048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 40892) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.686967 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for e07f5637-e704-4ef6-b0af-2571f16b459b owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:04.687175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-fd017e34-9315-4c5c-b116-c81a57473a11 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.687953 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-fd017e34-9315-4c5c-b116-c81a57473a11 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0208397 Feb 04 10:26:04.706452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Calling delete_port for a05d1bf5-4fee-47cc-9384-aab1991b19d4 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:04.722783 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40900) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.756864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-7150c320-7b29-447d-89c6-8c3cbbffa9ad tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.761608 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7150c320-7b29-447d-89c6-8c3cbbffa9ad tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0375993 Feb 04 10:26:04.779236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.812302 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.816814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-975be863-fb51-46c3-8c47-83eec7f0ef4e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.822165 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-975be863-fb51-46c3-8c47-83eec7f0ef4e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0398464 Feb 04 10:26:04.822764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40912) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.824636 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for bb5e9e6b-7fd8-4952-8147-bf19a89daa88 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:04.845226 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-e54c234b-3f2a-4029-a078-dea1d94b93cb tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.847890 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e54c234b-3f2a-4029-a078-dea1d94b93cb tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0181868 Feb 04 10:26:04.863808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.871837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] For port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:04.874949 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] For port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,segment=NetworkSegment(cab278bc-8363-45e5-a632-da9aaf78b000),segment_id=cab278bc-8363-45e5-a632-da9aaf78b000)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:04.887386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device a05d1bf5-4fee-47cc-9384-aab1991b19d4 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:04.929401 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.939011 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:04.962618 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-bad8567b-eb9a-4705-800d-f15fbfeb6f90 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:04.969459 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bad8567b-eb9a-4705-800d-f15fbfeb6f90 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0981879 Feb 04 10:26:04.980036 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40920) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:04.982876 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-d5ab0640-9896-44b0-9c5a-d434124b9fdf req-5a289ff8-a9ef-413f-b4ce-325f65b95e14 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 210 time: 0.1304166 Feb 04 10:26:05.003254 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-a7d07f45-929e-4593-8aa4-313554ea4f0e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.018049 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a7d07f45-929e-4593-8aa4-313554ea4f0e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0311635 Feb 04 10:26:05.018173 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:05.018274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.028065 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.031066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-185f857e-7330-49eb-99bc-d4e6ada96236 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.034363 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-185f857e-7330-49eb-99bc-d4e6ada96236 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0136261 Feb 04 10:26:05.035851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: a05d1bf5-4fee-47cc-9384-aab1991b19d4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:05.035851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device a05d1bf5-4fee-47cc-9384-aab1991b19d4 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:05.036065 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40932) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.038749 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2014901021'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:05.061993 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-9143dcde-c5e5-4f1c-90a9-f4154e6e927a tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.065847 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9143dcde-c5e5-4f1c-90a9-f4154e6e927a tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0254328 Feb 04 10:26:05.065847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.070364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-bb442eae-ac66-470a-8ed5-5bd8385a49af tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.073373 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bb442eae-ac66-470a-8ed5-5bd8385a49af tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046158 Feb 04 10:26:05.074168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.078787 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75477984-ca98-4071-a968-230dd8241df9 None None] No DVR routers for this DVR port a05d1bf5-4fee-47cc-9384-aab1991b19d4 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:05.081455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e356553f-d74e-4684-a49e-47aa521437be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.082913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-79d1bc4e-9399-4a66-9909-bea42782897a tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.084364 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-79d1bc4e-9399-4a66-9909-bea42782897a tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093420 Feb 04 10:26:05.087402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40948) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.087724 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.093388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc293ec-d02f-4b26-8062-da100e992d01,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.109209 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-4be65f7d-08ad-4dcb-98fd-8e1224b95aa2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.110341 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4be65f7d-08ad-4dcb-98fd-8e1224b95aa2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0204370 Feb 04 10:26:05.117927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.128547 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-c681a55e-af7e-4d46-9dec-5d76fd89eda0 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.133245 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c681a55e-af7e-4d46-9dec-5d76fd89eda0 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104396 Feb 04 10:26:05.133477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.142134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-9d6f486a-dd5d-4404-85ca-f01ac6faf834 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.145371 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9d6f486a-dd5d-4404-85ca-f01ac6faf834 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085616 Feb 04 10:26:05.146558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40962) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.154290 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-0e2442ab-9bf3-41c2-a905-c4096d9833a8 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.157641 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0e2442ab-9bf3-41c2-a905-c4096d9833a8 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077870 Feb 04 10:26:05.158296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.177221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:05.189029 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8833e1-eb4c-4e1e-a172-303eceb11c1b None None] Pushing event updated for resources: {'Port': ['ID=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.200329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-60a77132-187e-40ee-9a71-f7b2b802ae34 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.217798 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-60a77132-187e-40ee-9a71-f7b2b802ae34 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0573599 Feb 04 10:26:05.217929 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] No DVR routers for this DVR port bb5e9e6b-7fd8-4952-8147-bf19a89daa88 on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:05.221241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:network and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:05.225276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40970) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.242420 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-0291d711-2db2-43a2-bedc-041498e81d21 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.245644 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0291d711-2db2-43a2-bedc-041498e81d21 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0173697 Feb 04 10:26:05.247523 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40974) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.264130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-fcf7d653-1a12-4f9a-a805-95806e857dce tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.268511 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fcf7d653-1a12-4f9a-a805-95806e857dce tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0101123 Feb 04 10:26:05.270047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Pushing event deleted for resources: {'Port': ['ID=a05d1bf5-4fee-47cc-9384-aab1991b19d4,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.274544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40978) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.283058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=bb5e9e6b-7fd8-4952-8147-bf19a89daa88,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.287304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-50131def-038f-4019-b9d9-2b5de10ac6b1 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.292028 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-50131def-038f-4019-b9d9-2b5de10ac6b1 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0162191 Feb 04 10:26:05.293645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.294220 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.294766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.295255 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.295707 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.295936 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.296436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.296959 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.297438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.298045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.298526 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.299073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.299561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75477984-ca98-4071-a968-230dd8241df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.306487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-9808c666-bc27-446f-b9de-999bb73060b9 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.310560 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9808c666-bc27-446f-b9de-999bb73060b9 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0138676 Feb 04 10:26:05.311179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.312089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe9c6f-4fc5-4044-a26c-4b0c1b278320 None None] DHCP port deletion for feadbb0b-7b3d-4fff-86c2-41615ece7102 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:05.320444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-b6f1fd6d-f3b9-4273-9843-69d271025ed4 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.324934 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b6f1fd6d-f3b9-4273-9843-69d271025ed4 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102351 Feb 04 10:26:05.325655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.332985 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-f926bf99-b049-42a5-9c88-c16b7f49d534 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.336757 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f926bf99-b049-42a5-9c88-c16b7f49d534 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093343 Feb 04 10:26:05.339742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.341374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 40996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.368047 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.381221 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Transition to ACTIVE for port object 63dfe6ad-e616-483e-8e29-6eff43253acd will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:05.405669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Transition to ACTIVE for port object 63dfe6ad-e616-483e-8e29-6eff43253acd will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:05.415682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-75e59eb4-68ae-422d-86d9-f7c784ee5be5 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.415947 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.419303 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-75e59eb4-68ae-422d-86d9-f7c784ee5be5 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0372543 Feb 04 10:26:05.419303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=e07f5637-e704-4ef6-b0af-2571f16b459b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.424294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41000) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.435393 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-a94cba4c-485f-454e-acbd-cc14ee91107d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.439190 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a94cba4c-485f-454e-acbd-cc14ee91107d tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055118 Feb 04 10:26:05.483488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.484313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:05.504995 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Network 172c170d-6494-4485-ac05-a0b58b2aca44 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:05.509335 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:05.509895 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.510276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.510659 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.510986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.511323 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.511661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.512119 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.512771 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.513110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.513439 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.513765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.514101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:05.514310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:05.566785 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:05.583210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.604057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Pushing event updated for resources: {'Port': ['ID=63dfe6ad-e616-483e-8e29-6eff43253acd,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:05.654357 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-ba0c6819-bdd6-4c52-8045-ae0b694fee6c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.655336 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ba0c6819-bdd6-4c52-8045-ae0b694fee6c tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1639156 Feb 04 10:26:05.661058 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f03e59c9-8321-45f4-97c3-715929439390 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/subnets/6bc293ec-d02f-4b26-8062-da100e992d01 HTTP/1.1" status: 204 len: 168 time: 3.1949139 Feb 04 10:26:05.672170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.672505 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.689384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-6093a9f6-1c9e-4c92-ae3e-9c2ed0603b94 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.690960 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6093a9f6-1c9e-4c92-ae3e-9c2ed0603b94 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146663 Feb 04 10:26:05.703813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.723935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Attempting to bind port 63dfe6ad-e616-483e-8e29-6eff43253acd on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:05.724629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Attempting to bind port 63dfe6ad-e616-483e-8e29-6eff43253acd by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6666ec7-b372-42db-b5a3-fa5c0487cf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:05.725258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Attempting to bind port 63dfe6ad-e616-483e-8e29-6eff43253acd on network 172c170d-6494-4485-ac05-a0b58b2aca44 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:05.726817 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.749816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-0f1e05d2-227c-4a89-8b32-e6edcf134210 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.754071 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0f1e05d2-227c-4a89-8b32-e6edcf134210 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0261996 Feb 04 10:26:05.755657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.759658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:05.764860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Checking segment: {'id': 'c6666ec7-b372-42db-b5a3-fa5c0487cf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:05.768512 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.769161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Bound using segment: {'id': 'c6666ec7-b372-42db-b5a3-fa5c0487cf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:05.771924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Bound port: 63dfe6ad-e616-483e-8e29-6eff43253acd, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6666ec7-b372-42db-b5a3-fa5c0487cf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '172c170d-6494-4485-ac05-a0b58b2aca44'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:05.772616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.835048 dv-neutron-827824-1-hyperv neutron-server[87621]: WARNING neutron.services.revisions.revision_plugin [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Could not find related port for resource to bump revision. Feb 04 10:26:05.835980 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-a465903c-c55f-43c2-8561-70fa6ab8f523 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.841103 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a465903c-c55f-43c2-8561-70fa6ab8f523 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0288613 Feb 04 10:26:05.847211 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41026) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.854938 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.861102 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.882692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feadbb0b-7b3d-4fff-86c2-41615ece7102']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:05.890222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.891635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab5e782-538b-4341-968d-46974781f8c9 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:05.897715 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:05.898078 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546367d2-7a7b-4ecf-a54c-b2a9e1b6db9b') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:05.912521 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.917920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.918657 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c8dc5201-01a3-4a83-a5d3-dcdb83c69d93 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 204 len: 168 time: 2.5721447 Feb 04 10:26:05.920821 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41028) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.926059 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1305077654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:05.937345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:05.937983 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Port a05d1bf5-4fee-47cc-9384-aab1991b19d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87621) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 10:26:05.938294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5c:2ae7 {{(pid=87621) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 10:26:05.941414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:05.944661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:05.951535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:05.953238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Made reservation on behalf of 4a20b5abb6ff4ed592f9b9498fabe391 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:05.956723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.966758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.968055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5c:2ae7 {{(pid=87621) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 10:26:05.968957 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.979486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] For port 63dfe6ad-e616-483e-8e29-6eff43253acd, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:05.982231 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [None req-16da81fa-b4de-4f42-8f5b-5e3eb2429302 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:05.983334 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-16da81fa-b4de-4f42-8f5b-5e3eb2429302 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0466697 Feb 04 10:26:05.991269 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] For port 63dfe6ad-e616-483e-8e29-6eff43253acd, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=63dfe6ad-e616-483e-8e29-6eff43253acd,segment=NetworkSegment(c6666ec7-b372-42db-b5a3-fa5c0487cf87),segment_id=c6666ec7-b372-42db-b5a3-fa5c0487cf87)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:05.991567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.992187 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.993081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41034) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:05.994775 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:05.998028 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.004481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.007903 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-cd483214-87e0-4ac1-874c-aee78f386692 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.011754 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cd483214-87e0-4ac1-874c-aee78f386692 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0147543 Feb 04 10:26:06.011754 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41038) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.018194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-01705c27-9323-488a-815f-a7097928e4b9 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.021549 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-01705c27-9323-488a-815f-a7097928e4b9 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066614 Feb 04 10:26:06.022083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.027635 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-9ca44410-a0a8-41d8-bfc1-e9c832c56568 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.029986 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9ca44410-a0a8-41d8-bfc1-e9c832c56568 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056310 Feb 04 10:26:06.038738 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41048) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.048186 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-ca5433e0-bd6e-4dab-a718-4254f85d4117 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.054615 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ca5433e0-bd6e-4dab-a718-4254f85d4117 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0127785 Feb 04 10:26:06.055667 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41052) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.059044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.081666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-f048e643-9527-4587-8f64-d3d11497745e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.087844 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f048e643-9527-4587-8f64-d3d11497745e tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0306265 Feb 04 10:26:06.091797 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=5c649aae-e798-4e03-ab46-71b84f045b5a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:06.094540 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.098478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:06.098769 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41056) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.099441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.110804 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e461b-8e2f-47a4-96ac-ae7baf2ecb0c None None] Pushing event updated for resources: {'Port': ['ID=63dfe6ad-e616-483e-8e29-6eff43253acd,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:06.121009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-93edd52e-f89b-430f-a9cd-81e1b42824a2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:06.123612 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:06.125495 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-93edd52e-f89b-430f-a9cd-81e1b42824a2 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0247757 Feb 04 10:26:06.125863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41060) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.127807 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:06.132663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-0ac05538-aefd-4657-ae54-ad0e1a8b3384 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.132880 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:security_group_rule and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:06.134412 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0ac05538-aefd-4657-ae54-ad0e1a8b3384 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068753 Feb 04 10:26:06.135869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:06.138858 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41064) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.141590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:06.147570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-d7fcb1ad-258e-4843-bd7a-4142f632f9dc tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.148570 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d7fcb1ad-258e-4843-bd7a-4142f632f9dc tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082080 Feb 04 10:26:06.150206 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.154178 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7f163023-2b25-4c25-a460-3e2c41e00337 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2294664 Feb 04 10:26:06.157107 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.157469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41070) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.165095 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-d505374f-779f-437d-b450-6629d3cf57fa tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.166079 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d505374f-779f-437d-b450-6629d3cf57fa tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075443 Feb 04 10:26:06.169999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:06.174073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:06.219067 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41076) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.225393 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:06.227873 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.228140 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.228492 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.228831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.229163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.229503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.229834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.230182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.230512 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.230840 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.231166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.231489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:26:06.238389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Deleting subnet 9ac00a0f-30a4-4058-960e-34cd13091378 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:06.241401 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-fe42417d-9f8f-4b83-b946-56156da2b208 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.244826 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fe42417d-9f8f-4b83-b946-56156da2b208 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0156622 Feb 04 10:26:06.249679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555d434-d3d0-4c2e-9239-972b55c3ee5f None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:06.259163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:06.259767 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.314272 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41080) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.328444 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-001fe8e4-d35f-4c83-bc0c-e19061aaff39 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.331905 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-001fe8e4-d35f-4c83-bc0c-e19061aaff39 tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0142131 Feb 04 10:26:06.332713 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41084) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:06.351726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [None req-e8e0ef18-ef5d-4df2-b479-c5b52df872af tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 10:26:06.355499 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e8e0ef18-ef5d-4df2-b479-c5b52df872af tempest-ExtensionsTestJSON-288766109 tempest-ExtensionsTestJSON-288766109-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0193954 Feb 04 10:26:06.375061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.657273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Subnet': ['ID=dee6644e-8201-43dc-979b-157e41b71d92,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:06.664886 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-162be823-0cbd-47bd-b15e-5887bda1f433 req-131768f6-abfb-4954-8e95-312eb2b4749b tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 210 time: 0.4959331 Feb 04 10:26:06.671297 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:06.802831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.915856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.928368 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:06.944894 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:06.945296 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Added segment 8e3d3ec3-df76-46ca-84bc-d537ff8d8935 of type vlan for network 3e0191c1-9df0-45a8-a019-88eb8440c139 Feb 04 10:26:07.006646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.044673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:07.047662 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c5d6ae4e-7917-4d1b-8522-c16faf9290c5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2740028 Feb 04 10:26:07.054164 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '5c649aae-e798-4e03-ab46-71b84f045b5a'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:07.054763 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.059337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:07.073326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:07.082653 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.104980 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13116085-8818-454f-9a48-f63db24be90b None None] Network be4e980d-800e-4581-8abc-5443153a9dc7 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:07.122213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.124955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:07.137398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Checking segment: {'id': 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:07.137764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network hostable DHCP agents. Network: f4713a45-566e-46a0-818f-168529dfd2f5, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:07.160950 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.213734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.228246 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Network': ['ID=feadbb0b-7b3d-4fff-86c2-41615ece7102,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:07.240890 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bb5e9e6b-7fd8-4952-8147-bf19a89daa88 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:07.281265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.296927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:07.298598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.324043 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-35a626ba-e2ed-4e4c-bf55-9a646ee99969 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/networks/feadbb0b-7b3d-4fff-86c2-41615ece7102 HTTP/1.1" status: 204 len: 168 time: 4.3646598 Feb 04 10:26:07.347789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: bb5e9e6b-7fd8-4952-8147-bf19a89daa88 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:07.348097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bb5e9e6b-7fd8-4952-8147-bf19a89daa88 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:07.370422 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:07.381901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Provisioning for port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:07.394284 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa70e12e-5078-4db8-a457-d1f55e5d609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.403666 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Provisioning complete for port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:07.404534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.443327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-d1dea38f-c2ff-43b6-85d0-119ebd7c7b2f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:07.445192 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-d1dea38f-c2ff-43b6-85d0-119ebd7c7b2f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.71 "GET /v2.0/networks?id=fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 200 len: 811 time: 0.9821103 Feb 04 10:26:07.445872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1955ab6d-07a2-4798-a9a2-d3eec7d31e5f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:07.466541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network f4713a45-566e-46a0-818f-168529dfd2f5 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:07.484924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Request body: {'port': {'device_id': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2', 'admin_state_up': True, 'tenant_id': 'e68a1f3c850e4745924e03b94c799e63'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:07.584142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port 7aa6bf00-3b0f-4f2f-aa73-e38aedbea247 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:07.584532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.603615 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Allocated IP 2001:db8::f816:3eff:fe71:c48b (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/5c649aae-e798-4e03-ab46-71b84f045b5a/f81284b0-49ad-42ca-86fc-792b87b02aec) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:07.642437 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:07.642645 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9742570 Feb 04 10:26:07.644235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:07.645269 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:07.648755 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:07.649945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Usage tracker for resource:port and tenant:e68a1f3c850e4745924e03b94c799e63 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:07.653147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:07.655149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:07.659504 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:07.664154 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:07.675964 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:07.679936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.697497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'subnet': {'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:07.792392 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9386b4-37a9-4fa7-8fe6-1645a39e1842 None None] Network 172c170d-6494-4485-ac05-a0b58b2aca44 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:07.803207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.825467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, f4713a45-566e-46a0-818f-168529dfd2f5) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:07.829770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Made reservation on behalf of e68a1f3c850e4745924e03b94c799e63 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:07.834710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.846252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:07.847184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.877471 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:07.888886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd4e92fa5044c28858a58c79f200282 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:07.895454 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:07.902556 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823067-cb39-4a62-b1c5-e0bf6299b934 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Network': ['ID=3e0191c1-9df0-45a8-a019-88eb8440c139,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:07.913262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:07.916999 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980ae7d-6af4-4db3-97b5-283fd0f1d454 None None] Network f4713a45-566e-46a0-818f-168529dfd2f5 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:07.954518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:07.965091 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:08.001877 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b720a4a2-44f1-469f-b06b-674f8dc1b9a1 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9880962 Feb 04 10:26:08.009830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41116) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:08.038940 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1140767776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:08.059257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:08.074258 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-64429ce5-2d69-4fc1-8d3f-fa709154ff73 req-937c4701-55dc-4c53-8463-ab5771af3ba9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 210 time: 0.2093165 Feb 04 10:26:08.079644 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:router and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:08.088957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:08.116818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:08.118777 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:08.136686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:subnet and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:08.147193 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:08.184529 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.185585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.188470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:08.236555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.236816 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.237304 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.244598 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Made reservation on behalf of 4a20b5abb6ff4ed592f9b9498fabe391 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:08.248069 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.248195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.248990 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.253012 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.288076 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.324929 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.329487 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.333027 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Allocated IP 172.20.0.5 (fa1bde83-447f-4b22-9164-41dcc26da3c2/304ccce9-8cc8-468b-a3fa-37edcfd06afd/40ad7a68-e882-4a49-9b92-58b635f8eabc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:08.335411 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac00a0f-30a4-4058-960e-34cd13091378,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:08.345951 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.357411 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.392085 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Transition to ACTIVE for port object f81284b0-49ad-42ca-86fc-792b87b02aec will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:08.400784 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] DHCP port deletion for be4e980d-800e-4581-8abc-5443153a9dc7 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:08.442075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] For port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,segment=NetworkSegment(cab278bc-8363-45e5-a632-da9aaf78b000),segment_id=cab278bc-8363-45e5-a632-da9aaf78b000)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:08.454311 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Deleting port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:08.455057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.533812 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.565792 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.606798 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8cd4e92fa5044c28858a58c79f200282&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5196900 Feb 04 10:26:08.607471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for 7aa6bf00-3b0f-4f2f-aa73-e38aedbea247 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:08.618964 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dc1d9281-772a-4978-8fd4-ea19be554413 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/subnets/9ac00a0f-30a4-4058-960e-34cd13091378 HTTP/1.1" status: 204 len: 168 time: 2.9378464 Feb 04 10:26:08.619132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 63dfe6ad-e616-483e-8e29-6eff43253acd up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:08.620221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be0715-fefc-4fe8-acd8-b36cd244ead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938013e7-5a2a-418e-9d3c-210e09783f5a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:08.624915 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41120) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:08.625455 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41122) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:08.634928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.636494 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-115cb45b-333e-4dfd-97da-fddd52fbada3 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6197746 Feb 04 10:26:08.641477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:08.658893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'port': {'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5', 'name': 'tempest-RoutersTest-910679904'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:08.667312 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Transition to ACTIVE for port object f81284b0-49ad-42ca-86fc-792b87b02aec will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:08.793394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.852542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ea3b9-cab9-4d23-9398-69c551331e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:08.853235 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b07ea3b9-cab9-4d23-9398-69c551331e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Synchronizing usage tracker for tenant:04df3188f9ec42858d32b2854562563e on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:08.902293 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.922648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b07ea3b9-cab9-4d23-9398-69c551331e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Unset dirty status for tenant:04df3188f9ec42858d32b2854562563e on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:08.928436 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b07ea3b9-cab9-4d23-9398-69c551331e33 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2927551 Feb 04 10:26:08.930664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41132) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:08.939695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7b35649-cf6f-476a-b447-5a46e7e26b56 None None] Provisioning for port 63dfe6ad-e616-483e-8e29-6eff43253acd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:08.967071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:08.977666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:08.992103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:08.993341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4846-91b9-47ee-9e6c-5ad8e9b5b4f0 None None] Pushing event updated for resources: {'Port': ['ID=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.067022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.087766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-f4713a45-566e-46a0-818f-168529dfd2f5', 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5', 'tenant_id': '8134e20b171b41f5bcd834f428944d3b', 'fixed_ips': [{'subnet_id': 'dee6644e-8201-43dc-979b-157e41b71d92'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:09.088606 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.098636 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:09.120698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.132521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.156639 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.181286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Deleting port 63dfe6ad-e616-483e-8e29-6eff43253acd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:09.182113 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.207109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:09.254354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.282616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 63dfe6ad-e616-483e-8e29-6eff43253acd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:09.285492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:port and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:09.310571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:09.317291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] For port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,segment=NetworkSegment(cab278bc-8363-45e5-a632-da9aaf78b000),segment_id=cab278bc-8363-45e5-a632-da9aaf78b000)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:09.317617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.326382 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Pushing event updated for resources: {'Port': ['ID=f81284b0-49ad-42ca-86fc-792b87b02aec,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.336464 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:09.339617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 63dfe6ad-e616-483e-8e29-6eff43253acd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:09.339898 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.355059 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.361895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938013e7-5a2a-418e-9d3c-210e09783f5a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.390394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.454664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.471361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.472764 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1cf58024-d44c-4c90-bda6-efb6c683d73c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/938013e7-5a2a-418e-9d3c-210e09783f5a HTTP/1.1" status: 204 len: 168 time: 0.8434455 Feb 04 10:26:09.486768 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Network fa1bde83-447f-4b22-9164-41dcc26da3c2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:09.496332 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:09.498689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:09.526324 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] DHCP port deletion for 172c170d-6494-4485-ac05-a0b58b2aca44 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:09.530947 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Attempting to bind port f81284b0-49ad-42ca-86fc-792b87b02aec on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:09.531318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Attempting to bind port f81284b0-49ad-42ca-86fc-792b87b02aec by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:09.531677 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Attempting to bind port f81284b0-49ad-42ca-86fc-792b87b02aec on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:09.535651 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:09.540677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.552840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Calling delete_port for cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:09.570943 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Pushing event updated for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.605286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Deleting port 63dfe6ad-e616-483e-8e29-6eff43253acd {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:09.605670 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.648897 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=7aa6bf00-3b0f-4f2f-aa73-e38aedbea247,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.651041 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=aac39ae1-48b0-4a5b-8115-4e2de1353d4b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:09.654122 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:09.654509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:09.654915 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.655309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:09.655789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Bound port: f81284b0-49ad-42ca-86fc-792b87b02aec, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:09.656161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.664347 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:09.683932 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:09.695839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:09.696521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.722431 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] For port 63dfe6ad-e616-483e-8e29-6eff43253acd, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=63dfe6ad-e616-483e-8e29-6eff43253acd,segment=NetworkSegment(c6666ec7-b372-42db-b5a3-fa5c0487cf87),segment_id=c6666ec7-b372-42db-b5a3-fa5c0487cf87)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:09.722794 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.724203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:09.725136 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.751390 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.802987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-4cfd0249-0fb7-45ce-b7bc-e41ef5911807 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:09.803793 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-4cfd0249-0fb7-45ce-b7bc-e41ef5911807 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Synchronizing usage tracker for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:09.839009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] device_id is not set on port 59edbd97-7c9e-48b5-b196-385b8864ccb8 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:09.901173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:09.934113 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Calling delete_port for 63dfe6ad-e616-483e-8e29-6eff43253acd owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:09.972008 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Allocated IP 172.26.5.205 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/94e14998-8eae-4d4b-9ea5-5d8bc6d98647) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:09.980167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Allocated IP 172.20.0.2 (f4713a45-566e-46a0-818f-168529dfd2f5/dee6644e-8201-43dc-979b-157e41b71d92/772ee618-bb47-40d4-94d0-6212572de10f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:09.989847 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.015216 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-e4b1e1f6-ba8e-4427-883f-a75719001203 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5345144 Feb 04 10:26:10.032800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Request body: {'port': {'device_id': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:10.050725 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] For port f81284b0-49ad-42ca-86fc-792b87b02aec, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:10.071159 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] Pushing event deleted for resources: {'Port': ['ID=cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:10.073114 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e66812-4278-450b-b7ad-edadc9f5fb53 None None] No DVR routers for this DVR port cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:10.100404 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.110863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.110863 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.116765 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] For port f81284b0-49ad-42ca-86fc-792b87b02aec, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f81284b0-49ad-42ca-86fc-792b87b02aec,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:10.116904 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ac8ff0c1-637b-47f0-a0aa-ecbdd7989d98 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/floatingips/e6a1e3e6-7ffe-4bca-9c3f-78842414bbec HTTP/1.1" status: 204 len: 168 time: 2.7381461 Feb 04 10:26:10.121338 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-29e65a2f-8c5e-4c9f-81e2-14fe8fe51cd6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0583978 Feb 04 10:26:10.122976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41150) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:10.122976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41152) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:10.147354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-4cfd0249-0fb7-45ce-b7bc-e41ef5911807 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Unset dirty status for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:10.148730 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-4cfd0249-0fb7-45ce-b7bc-e41ef5911807 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 931 time: 0.8817174 Feb 04 10:26:10.173104 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Subnet': ['ID=2fc02ec8-b320-4092-872a-52edbafe2194,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:10.193121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:c9:b6:17', 'name': 'tempest-NetworksTestDHCPv6-925881033'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:10.195151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.202307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Checking segment: {'id': '8e3d3ec3-df76-46ca-84bc-d537ff8d8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:10.202677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network hostable DHCP agents. Network: 3e0191c1-9df0-45a8-a019-88eb8440c139, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:10.295036 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.334655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.358221 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb82d433-1e97-477e-a463-2b02502dfd30 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] DELETE failed (client error): The resource could not be found. Feb 04 10:26:10.359531 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb82d433-1e97-477e-a463-2b02502dfd30 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:26:10.365525 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] For port 63dfe6ad-e616-483e-8e29-6eff43253acd, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=63dfe6ad-e616-483e-8e29-6eff43253acd,segment=NetworkSegment(c6666ec7-b372-42db-b5a3-fa5c0487cf87),segment_id=c6666ec7-b372-42db-b5a3-fa5c0487cf87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:10.366273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.385948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.434930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] No DVR routers for this DVR port 63dfe6ad-e616-483e-8e29-6eff43253acd on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:10.580090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:10.590345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:10.599492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:10.609214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:10.635506 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cb82d433-1e97-477e-a463-2b02502dfd30 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/df37909d-4faa-4926-9967-73abbb39fb0d HTTP/1.1" status: 404 len: 333 time: 0.4922595 Feb 04 10:26:10.639016 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:10.639345 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:10.644643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Port': ['ID=63dfe6ad-e616-483e-8e29-6eff43253acd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:10.648574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Calling delete_port for 63dfe6ad-e616-483e-8e29-6eff43253acd owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:10.649763 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 3e0191c1-9df0-45a8-a019-88eb8440c139) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:10.673506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:10.674132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.690189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdbf5d-dc70-4611-8954-b317e4fcd7c5 None None] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:10.693619 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event updated for resources: {'Port': ['ID=94e14998-8eae-4d4b-9ea5-5d8bc6d98647,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:10.736384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285ee8-ffe5-4a51-a676-07acbdbdcbea None None] Pushing event updated for resources: {'Port': ['ID=f81284b0-49ad-42ca-86fc-792b87b02aec,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:10.751592 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.794327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172c170d-6494-4485-ac05-a0b58b2aca44']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:10.814061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6666ec7-b372-42db-b5a3-fa5c0487cf87') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:10.814061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6666ec7-b372-42db-b5a3-fa5c0487cf87') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:10.822352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.839162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.845830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:10.846343 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:10.883809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:10.917779 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b760b186-e502-447b-8285-dd5d526ea0ac tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2445354 Feb 04 10:26:10.923644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:10.933192 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1223882154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:10.960882 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:10.961263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb445fc9-1eb2-49f3-a0f1-55a4ce8b54ff not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:10.961645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 63dfe6ad-e616-483e-8e29-6eff43253acd no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:10.970788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:10.983536 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:10.988023 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:router and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:10.988920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-0a7c2259-0ef0-4b29-b3a0-445b13819b2a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Synchronizing usage tracker for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:10.994194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:11.003394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:11.012616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 63dfe6ad-e616-483e-8e29-6eff43253acd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:11.012933 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 63dfe6ad-e616-483e-8e29-6eff43253acd not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:11.014704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.030530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:11.030530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:11.037491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.038792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.049476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.094286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Transition to ACTIVE for port object 772ee618-bb47-40d4-94d0-6212572de10f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:11.129905 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Transition to ACTIVE for port object 772ee618-bb47-40d4-94d0-6212572de10f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:11.172284 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.184550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.193513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.265511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-3e0191c1-9df0-45a8-a019-88eb8440c139', 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139', 'tenant_id': '4a20b5abb6ff4ed592f9b9498fabe391', 'fixed_ips': [{'subnet_id': '2fc02ec8-b320-4092-872a-52edbafe2194'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:11.270073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.283827 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/172c170d-6494-4485-ac05-a0b58b2aca44 HTTP/1.1" status: 204 len: 168 time: 2.3510756 Feb 04 10:26:11.291578 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.303710 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41180) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:11.320577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Network f4713a45-566e-46a0-818f-168529dfd2f5 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:11.325960 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:11.327467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48606bba-15a5-4c6c-98d2-71d1c5ac7378 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=172c170d-6494-4485-ac05-a0b58b2aca44,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:11.330133 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d115519d-a997-4ee9-bb6c-b48a006b4511 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Synchronizing usage tracker for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:11.342749 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505654890'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:11.348330 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:11.353386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:11.355915 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:11.362313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:11.369479 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Pushing event updated for resources: {'Port': ['ID=772ee618-bb47-40d4-94d0-6212572de10f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:11.373236 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:11.398699 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:11.402094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.415513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-0a7c2259-0ef0-4b29-b3a0-445b13819b2a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Unset dirty status for tenant:e68a1f3c850e4745924e03b94c799e63 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:11.425124 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-1f2461fb-e5da-4a6d-9147-04200f0a8374 req-0a7c2259-0ef0-4b29-b3a0-445b13819b2a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2088094 Feb 04 10:26:11.463962 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.470198 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.526222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.532655 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Deleting port 63dfe6ad-e616-483e-8e29-6eff43253acd {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:11.533033 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.534988 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.20.0.14 (f4713a45-566e-46a0-818f-168529dfd2f5/dee6644e-8201-43dc-979b-157e41b71d92/59edbd97-7c9e-48b5-b196-385b8864ccb8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:11.540415 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:11.552709 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:11.555532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:11.563062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:11.566766 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:security_group_rule and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:11.569165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Attempting to bind port 772ee618-bb47-40d4-94d0-6212572de10f on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:11.569534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Attempting to bind port 772ee618-bb47-40d4-94d0-6212572de10f by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:11.570124 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Attempting to bind port 772ee618-bb47-40d4-94d0-6212572de10f on network f4713a45-566e-46a0-818f-168529dfd2f5 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:11.577481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d115519d-a997-4ee9-bb6c-b48a006b4511 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Unset dirty status for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:11.578415 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d115519d-a997-4ee9-bb6c-b48a006b4511 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/ports?device_id=3793a648-c7ab-41b9-9082-5dc560a966e7 HTTP/1.1" status: 200 len: 205 time: 0.6317358 Feb 04 10:26:11.582328 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:11.587802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:11.596895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:11.604192 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:11.614448 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.617713 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:11.618134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Checking segment: {'id': 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:11.618536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.619132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Bound using segment: {'id': 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:11.619612 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Bound port: 772ee618-bb47-40d4-94d0-6212572de10f, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4713a45-566e-46a0-818f-168529dfd2f5'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:11.619991 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.636359 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-20af8f5d-8657-4165-bfcd-5d9679232bdf None None] The port '63dfe6ad-e616-483e-8e29-6eff43253acd' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:26:11.672688 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:11.674072 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cbbf3633-dd7d-46f4-95c4-e690dff44f75 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7494476 Feb 04 10:26:11.684881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:11.689991 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Allocated IP 172.20.0.2 (3e0191c1-9df0-45a8-a019-88eb8440c139/2fc02ec8-b320-4092-872a-52edbafe2194/8b7a89a3-bc65-4694-8010-68e835c760c3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:11.733769 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-ff0b624e-7c7f-4de4-8b44-4188e54ecfc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] delete failed (client error): The resource could not be found. Feb 04 10:26:11.735206 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ff0b624e-7c7f-4de4-8b44-4188e54ecfc1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/routers/3793a648-c7ab-41b9-9082-5dc560a966e7 HTTP/1.1" status: 404 len: 336 time: 0.1404345 Feb 04 10:26:11.818528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41192) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:11.837241 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:11.847098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] For port 772ee618-bb47-40d4-94d0-6212572de10f, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:11.860241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] For port 772ee618-bb47-40d4-94d0-6212572de10f, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=772ee618-bb47-40d4-94d0-6212572de10f,segment=NetworkSegment(b1c6fd3f-0f87-48f4-8ffe-42dd69af7527),segment_id=b1c6fd3f-0f87-48f4-8ffe-42dd69af7527)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:11.879316 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.055757 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0b663-bf1e-4962-af89-3d191381beb3 None None] Pushing event updated for resources: {'Port': ['ID=772ee618-bb47-40d4-94d0-6212572de10f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:12.095038 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.098773 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.111701 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Transition to ACTIVE for port object 8b7a89a3-bc65-4694-8010-68e835c760c3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:12.121390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.135141 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.142754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Transition to ACTIVE for port object 8b7a89a3-bc65-4694-8010-68e835c760c3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:12.152419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.205148 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26993ac-89d4-4ca7-ac96-ded8e07886a3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] DELETE failed (client error): The resource could not be found. Feb 04 10:26:12.206481 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26993ac-89d4-4ca7-ac96-ded8e07886a3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:26:12.214830 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f26993ac-89d4-4ca7-ac96-ded8e07886a3 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/subnets/3c3ea299-9b48-4cc0-8be8-338c1af8df76 HTTP/1.1" status: 404 len: 337 time: 0.3892896 Feb 04 10:26:12.236073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:12.243772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:12.246139 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:12.247788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 7e99ca12-4a06-4609-9441-4671a8418327 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:12.249035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:12.253008 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:12.259052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Pushing event updated for resources: {'Port': ['ID=8b7a89a3-bc65-4694-8010-68e835c760c3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:12.340165 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1ce7f-c4de-4549-9abb-c0ffe00036d2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:12.379740 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59577fc5-852e-442b-a543-3cb54d21705e None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:12.392777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.393125 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment 62868529-4efa-4482-8410-246c5742a195 of type vlan for network a2f66e4f-489d-412b-ba7e-a1057148d2b1 Feb 04 10:26:12.477259 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port 9f957646-32c1-499d-a079-4886c6e64c01 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:12.477623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.527038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.600515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Attempting to bind port 8b7a89a3-bc65-4694-8010-68e835c760c3 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:12.601091 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Attempting to bind port 8b7a89a3-bc65-4694-8010-68e835c760c3 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '8e3d3ec3-df76-46ca-84bc-d537ff8d8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:12.601635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Attempting to bind port 8b7a89a3-bc65-4694-8010-68e835c760c3 on network 3e0191c1-9df0-45a8-a019-88eb8440c139 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:12.616391 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:12.617141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Checking segment: {'id': '8e3d3ec3-df76-46ca-84bc-d537ff8d8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:12.617726 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.618319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Bound using segment: {'id': '8e3d3ec3-df76-46ca-84bc-d537ff8d8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:12.618994 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Bound port: 8b7a89a3-bc65-4694-8010-68e835c760c3, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3d3ec3-df76-46ca-84bc-d537ff8d8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:12.619557 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.650365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-400bf2fa-6613-463b-87b0-f2d6d938a744 None None] Provisioning for port f81284b0-49ad-42ca-86fc-792b87b02aec completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:12.658177 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.706255 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ad7a68-e882-4a49-9b92-58b635f8eabc {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:26:12.723080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.821984 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Transition to ACTIVE for port object 40ad7a68-e882-4a49-9b92-58b635f8eabc will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:12.854637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] For port 8b7a89a3-bc65-4694-8010-68e835c760c3, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:12.858292 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] For port 8b7a89a3-bc65-4694-8010-68e835c760c3, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8b7a89a3-bc65-4694-8010-68e835c760c3,segment=NetworkSegment(8e3d3ec3-df76-46ca-84bc-d537ff8d8935),segment_id=8e3d3ec3-df76-46ca-84bc-d537ff8d8935)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:12.869028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.870229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.902999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4e980d-800e-4581-8abc-5443153a9dc7']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:12.917614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab278bc-8363-45e5-a632-da9aaf78b000') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:12.918222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab278bc-8363-45e5-a632-da9aaf78b000') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:12.935913 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.944858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.950608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:12.951421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.956441 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:12.969539 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:12.970646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:13.054827 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0942965 Feb 04 10:26:13.113803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8072c6-0bce-46c4-a26c-130b6a23e059 None None] Pushing event updated for resources: {'Port': ['ID=8b7a89a3-bc65-4694-8010-68e835c760c3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:13.119000 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f81284b0-49ad-42ca-86fc-792b87b02aec up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:13.210086 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:13.267317 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Update dhcp port {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'fixed_ips': [{'subnet_id': '5c649aae-e798-4e03-ab46-71b84f045b5a', 'ip_address': '2001:db8::f816:3eff:fe71:c48b'}, {'subnet_id': 'aac39ae1-48b0-4a5b-8115-4e2de1353d4b'}], 'binding:host_id': 'dv-neutron-827824-1-hyperv'}, 'id': 'f81284b0-49ad-42ca-86fc-792b87b02aec'} from dv-neutron-827824-1-hyperv. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 10:26:13.398066 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port f81284b0-49ad-42ca-86fc-792b87b02aec completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:13.410438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port f81284b0-49ad-42ca-86fc-792b87b02aec triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:13.411051 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:13.503926 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:13.546434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Pushing event updated for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:13.622852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 172.20.0.4 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/aac39ae1-48b0-4a5b-8115-4e2de1353d4b/7e99ca12-4a06-4609-9441-4671a8418327) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:13.688503 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:13.797035 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fec9:b617 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/5c649aae-e798-4e03-ab46-71b84f045b5a/7e99ca12-4a06-4609-9441-4671a8418327) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:13.862363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdb78b-54a8-4b91-80f5-12af5a7b6827 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=a2f66e4f-489d-412b-ba7e-a1057148d2b1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:13.886597 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb8f4a-3b30-41c9-b87d-af5c4bc6a956 None None] Network f4713a45-566e-46a0-818f-168529dfd2f5 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:13.914290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:14.119304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.136013 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.207614 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port f81284b0-49ad-42ca-86fc-792b87b02aec, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f81284b0-49ad-42ca-86fc-792b87b02aec,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:14.210704 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff4f8ed4-bcc3-4238-83f0-f9e140f0b497 None None] Provisioning for port 772ee618-bb47-40d4-94d0-6212572de10f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:14.227436 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Allocated IP 172.20.0.1 (3e0191c1-9df0-45a8-a019-88eb8440c139/2fc02ec8-b320-4092-872a-52edbafe2194/142eb518-a650-41ae-98e1-8087b0b23354) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:14.253977 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.255064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 772ee618-bb47-40d4-94d0-6212572de10f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:14.346495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for 9f957646-32c1-499d-a079-4886c6e64c01 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:14.409126 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Attempting to bind port 40ad7a68-e882-4a49-9b92-58b635f8eabc on host hv-neutron-8278 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:14.409473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Attempting to bind port 40ad7a68-e882-4a49-9b92-58b635f8eabc by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '78feba06-b20e-45dd-8f3b-391e69ab92dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:14.409811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Attempting to bind port 40ad7a68-e882-4a49-9b92-58b635f8eabc on network fa1bde83-447f-4b22-9164-41dcc26da3c2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:14.458966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Port 40ad7a68-e882-4a49-9b92-58b635f8eabc on network fa1bde83-447f-4b22-9164-41dcc26da3c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 10:26:14.459433 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Attempting to bind port 40ad7a68-e882-4a49-9b92-58b635f8eabc on network fa1bde83-447f-4b22-9164-41dcc26da3c2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:14.483012 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 772ee618-bb47-40d4-94d0-6212572de10f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:14.514762 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 772ee618-bb47-40d4-94d0-6212572de10f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:14.515145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.523043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Checking agent: {'id': 'e72254ce-3ffd-42e5-8986-f34c91225ae1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'started_at': datetime.datetime(2022, 2, 4, 10, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:14.523398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Checking segment: {'id': '78feba06-b20e-45dd-8f3b-391e69ab92dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:14.523828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Bound using segment: {'id': '78feba06-b20e-45dd-8f3b-391e69ab92dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:14.524521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Bound port: 40ad7a68-e882-4a49-9b92-58b635f8eabc, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78feba06-b20e-45dd-8f3b-391e69ab92dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:14.524923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.631064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=f81284b0-49ad-42ca-86fc-792b87b02aec,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:14.645443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac3d08-d6bc-42e8-8dad-9cee0ab7540a None None] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:14.649606 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.711182 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.745265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 7e99ca12-4a06-4609-9441-4671a8418327 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:14.747864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.773251 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4bf3899-9289-4fcb-acfc-3f754d23bd9c None None] Provisioning for port 8b7a89a3-bc65-4694-8010-68e835c760c3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:14.862818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:14.872307 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.923271 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.934326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:14.936058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc,segment=NetworkSegment(78feba06-b20e-45dd-8f3b-391e69ab92dc),segment_id=78feba06-b20e-45dd-8f3b-391e69ab92dc)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:14.944042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:14.954207 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:14.955057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.955371 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Transition to ACTIVE for port object 142eb518-a650-41ae-98e1-8087b0b23354 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:14.985480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:14.994163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.016716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Transition to ACTIVE for port object 59edbd97-7c9e-48b5-b196-385b8864ccb8 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:15.024981 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:15.025397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.029896 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.046270 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.060543 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/be4e980d-800e-4581-8abc-5443153a9dc7 HTTP/1.1" status: 204 len: 168 time: 3.7551942 Feb 04 10:26:15.062676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.069236 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3f445-8efd-41e5-be2b-367260a64df3 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=be4e980d-800e-4581-8abc-5443153a9dc7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.076891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:15.176599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 772ee618-bb47-40d4-94d0-6212572de10f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=772ee618-bb47-40d4-94d0-6212572de10f,segment=NetworkSegment(b1c6fd3f-0f87-48f4-8ffe-42dd69af7527),segment_id=b1c6fd3f-0f87-48f4-8ffe-42dd69af7527)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:15.179465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Allocated IP 172.20.0.2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/aac39ae1-48b0-4a5b-8115-4e2de1353d4b/f81284b0-49ad-42ca-86fc-792b87b02aec) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:15.202528 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.242487 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.284634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=7e99ca12-4a06-4609-9441-4671a8418327,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.287851 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-454e0ac7-20fa-41e3-9b35-05b4d63338df tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1429946 Feb 04 10:26:15.378968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:15.379590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.381779 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] 10.222.0.71 "PUT /v2.0/ports/40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 200 len: 1093 time: 5.3575315 Feb 04 10:26:15.381928 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc561f-0118-4eba-82dc-940cff62710f service neutron] Pushing event updated for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.384247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:26:15.469679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.472668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.493145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:15.532275 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=772ee618-bb47-40d4-94d0-6212572de10f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.603496 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network f4713a45-566e-46a0-818f-168529dfd2f5 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:15.614095 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc', 'status': 'completed', 'code': 200} Feb 04 10:26:15.638948 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=9f957646-32c1-499d-a079-4886c6e64c01,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.639662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:15.650496 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8b7a89a3-bc65-4694-8010-68e835c760c3 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:15.774466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] For port f81284b0-49ad-42ca-86fc-792b87b02aec, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f81284b0-49ad-42ca-86fc-792b87b02aec,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:15.795076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:15.863858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e320dfc-5c1a-47b4-b39c-2cd54857883a None None] Provisioning complete for port 772ee618-bb47-40d4-94d0-6212572de10f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:15.864629 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e320dfc-5c1a-47b4-b39c-2cd54857883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:15.897027 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a9ad-b096-4c91-a0df-3ea9f81f2cd1 req-58948066-ace6-42a6-8215-e655a4cc5acd tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:15.905458 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-9da1a9ad-b096-4c91-a0df-3ea9f81f2cd1 req-58948066-ace6-42a6-8215-e655a4cc5acd tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 943 time: 3.2584200 Feb 04 10:26:15.929975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:26:15.980452 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=142eb518-a650-41ae-98e1-8087b0b23354,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:15.982908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.027679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 8b7a89a3-bc65-4694-8010-68e835c760c3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:16.033844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Transition to ACTIVE for port object f81284b0-49ad-42ca-86fc-792b87b02aec will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:16.038689 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8b7a89a3-bc65-4694-8010-68e835c760c3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:16.039075 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.074148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.079025 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6c38beab-b24b-48e8-86cb-301698bf72ea tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/9f957646-32c1-499d-a079-4886c6e64c01 HTTP/1.1" status: 204 len: 168 time: 3.8355091 Feb 04 10:26:16.086653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:16.092688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.185051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.213706 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=59edbd97-7c9e-48b5-b196-385b8864ccb8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:16.216642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-45db0908-69a2-4f0b-a9e5-4a960f738233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:16.218287 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-45db0908-69a2-4f0b-a9e5-4a960f738233 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e68a1f3c850e4745924e03b94c799e63&device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 1096 time: 0.6900668 Feb 04 10:26:16.221000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43ce1f5-ac8e-4618-ae41-70a0451adcf5']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:16.242589 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:16.243470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.268679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:16.280989 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:16.301930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fc092a-acfb-41ac-9c70-58aa2e8c00cd') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:16.302445 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fc092a-acfb-41ac-9c70-58aa2e8c00cd') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:16.312001 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-ed2f1277-84e2-43cc-820a-e66a5a59c351 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 200 len: 217 time: 0.0841551 Feb 04 10:26:16.329206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.338123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66db1-c998-4c30-884e-dd12704a5893 None None] Pushing event updated for resources: {'Port': ['ID=f81284b0-49ad-42ca-86fc-792b87b02aec,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:16.389026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:16.410295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.423470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:16.439180 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-9da1a9ad-b096-4c91-a0df-3ea9f81f2cd1 req-de69b189-9358-46a5-ad66-c79a8aa331df tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405091 Feb 04 10:26:16.446614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:16.496145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.507739 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2322f0bd-dd9b-4cfa-81a7-af50f1b4f6b8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 7.8651581 Feb 04 10:26:16.521408 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Router 8e39701f-3b55-442c-9938-4e4ee4f7f75c is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:16.523643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:16.556693 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 8b7a89a3-bc65-4694-8010-68e835c760c3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8b7a89a3-bc65-4694-8010-68e835c760c3,segment=NetworkSegment(8e3d3ec3-df76-46ca-84bc-d537ff8d8935),segment_id=8e3d3ec3-df76-46ca-84bc-d537ff8d8935)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:16.558796 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Provisioning for port 142eb518-a650-41ae-98e1-8087b0b23354 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:16.565197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.566259 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f81284b0-49ad-42ca-86fc-792b87b02aec up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:16.592814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-94985fc3-7250-4cf6-82b5-215f73e4d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:16.594264 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-94985fc3-7250-4cf6-82b5-215f73e4d9ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304ccce9-8cc8-468b-a3fa-37edcfd06afd HTTP/1.1" status: 200 len: 851 time: 0.2744458 Feb 04 10:26:16.605216 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:16.605636 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.649668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:16.673801 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:16.740828 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-bc3c91a6-c19c-487f-8d1b-8997f85ad211 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa1bde83-447f-4b22-9164-41dcc26da3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370921 Feb 04 10:26:16.752278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port b69aaeb2-5aaa-4894-8341-703b71d06ebc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:16.752775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.763506 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=8b7a89a3-bc65-4694-8010-68e835c760c3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:16.770366 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Provisioning complete for port 142eb518-a650-41ae-98e1-8087b0b23354 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:16.770748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.812922 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:16.856290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Port 142eb518-a650-41ae-98e1-8087b0b23354 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:16.871088 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Provisioning complete for port 8b7a89a3-bc65-4694-8010-68e835c760c3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:16.871500 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.872934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:subnet and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:16.886044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:16.895575 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:16.908444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.935919 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:16.969782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=c43ce1f5-ac8e-4618-ae41-70a0451adcf5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:16.982874 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8b28700c-cb38-42e7-a244-5a3bc92599c8 tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/c43ce1f5-ac8e-4618-ae41-70a0451adcf5 HTTP/1.1" status: 204 len: 168 time: 1.9048567 Feb 04 10:26:16.983878 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:16.987659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.004533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:17.022406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c0cbc-9b4e-405a-9259-e3eacc931346 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:17.029892 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c0cbc-9b4e-405a-9259-e3eacc931346 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:17.030814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-369c0cbc-9b4e-405a-9259-e3eacc931346 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:17.052916 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.061082 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Provisioning for port 59edbd97-7c9e-48b5-b196-385b8864ccb8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:17.067283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Provisioning complete for port 59edbd97-7c9e-48b5-b196-385b8864ccb8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:17.067668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.097159 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-8cf32dfc-6f23-4408-9231-3af59e72ad0e service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216786 Feb 04 10:26:17.139071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3280b659-e698-4a95-91dd-b3884948d4f9 None None] Port 59edbd97-7c9e-48b5-b196-385b8864ccb8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:17.270079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Provisioning for port f81284b0-49ad-42ca-86fc-792b87b02aec completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:17.278372 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Provisioning complete for port f81284b0-49ad-42ca-86fc-792b87b02aec triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:17.279439 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.324079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8b7a89a3-bc65-4694-8010-68e835c760c3 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:17.329016 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-79e37c87-0bf2-4cbb-aee6-af20720a1be1 req-0be4ea29-9e1a-4717-a154-2ad0c3e68fbd service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235687 Feb 04 10:26:17.465434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.475871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 8b7a89a3-bc65-4694-8010-68e835c760c3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:17.476249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.503998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:17.511684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.515608 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c9e9797c-9af2-4704-8423-8e10de2a72d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "PUT /v2.0/routers/8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 200 len: 880 time: 11.3550456 Feb 04 10:26:17.516793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-369c0cbc-9b4e-405a-9259-e3eacc931346 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:17.517890 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-369c0cbc-9b4e-405a-9259-e3eacc931346 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.9078159 Feb 04 10:26:17.518538 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41230) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:17.521145 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:17.529002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] Sync routers for ids ['8e39701f-3b55-442c-9938-4e4ee4f7f75c'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:17.554633 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] Routers {'8e39701f-3b55-442c-9938-4e4ee4f7f75c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:17.555276 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['8e39701f-3b55-442c-9938-4e4ee4f7f75c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:17.627876 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 7e99ca12-4a06-4609-9441-4671a8418327 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:17.628379 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.708280 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:17.720365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Provisioning complete for port 142eb518-a650-41ae-98e1-8087b0b23354 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:17.720739 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.756972 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] Routers {'8e39701f-3b55-442c-9938-4e4ee4f7f75c'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:17.757515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['8e39701f-3b55-442c-9938-4e4ee4f7f75c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:17.804129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:17.814726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:17.825495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': '62868529-4efa-4482-8410-246c5742a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:17.826144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: a2f66e4f-489d-412b-ba7e-a1057148d2b1, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:17.865987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:17.865987 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1276-9a4c-45d7-b148-8a73856336b0 None None] The sync data for ids ['8e39701f-3b55-442c-9938-4e4ee4f7f75c'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:17.884747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-a4b339c8-50f4-4515-bee4-841fd522363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:17.886441 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-a4b339c8-50f4-4515-bee4-841fd522363b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e68a1f3c850e4745924e03b94c799e63&device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 1096 time: 0.4696641 Feb 04 10:26:17.897871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-267e1216-7a31-4937-8f74-0f4c85b1c76e None None] Port 142eb518-a650-41ae-98e1-8087b0b23354 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:17.901762 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f81284b0-49ad-42ca-86fc-792b87b02aec up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:17.971337 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:26:17.971985 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port f81284b0-49ad-42ca-86fc-792b87b02aec triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:17.972307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.041803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-129ca57c-3294-44d9-a732-600c51652fc6 None None] Provisioning for port 7e99ca12-4a06-4609-9441-4671a8418327 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:18.077949 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-129ca57c-3294-44d9-a732-600c51652fc6 None None] Provisioning complete for port 7e99ca12-4a06-4609-9441-4671a8418327 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:18.078355 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-129ca57c-3294-44d9-a732-600c51652fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.116620 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b6a1-840c-4fdc-a4d1-3bf7c7248b8b req-6abcbebb-0d43-456b-a063-cd55e87a750f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:18.118238 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-62e8b6a1-840c-4fdc-a4d1-3bf7c7248b8b req-6abcbebb-0d43-456b-a063-cd55e87a750f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 943 time: 0.4611304 Feb 04 10:26:18.124542 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:18.161159 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 772ee618-bb47-40d4-94d0-6212572de10f up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:18.190558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-129ca57c-3294-44d9-a732-600c51652fc6 None None] Port 7e99ca12-4a06-4609-9441-4671a8418327 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:18.216764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.233686 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 772ee618-bb47-40d4-94d0-6212572de10f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:18.234101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.236634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, a2f66e4f-489d-412b-ba7e-a1057148d2b1) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:18.241606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:18.242228 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.269373 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d041c-c93b-41dd-a804-7d9839ebbf6d None None] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:18.341197 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-62e8b6a1-840c-4fdc-a4d1-3bf7c7248b8b req-7a2c228d-2349-4211-ab38-591d04e4c687 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911287 Feb 04 10:26:18.346090 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-78ca01b8-f697-4d3f-8800-300bbf31dead tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9549742 Feb 04 10:26:18.351560 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:18.365836 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-a0796627-3368-4c3d-b401-a7911ba6ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:18.367501 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-a0796627-3368-4c3d-b401-a7911ba6ea14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 200 len: 912 time: 0.4684079 Feb 04 10:26:18.383085 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-604874210'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:18.383318 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3407d457-6b58-4865-968e-96fa62f5dc6d tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 200 len: 921 time: 0.8441823 Feb 04 10:26:18.383432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:18.398129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.423169 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.437051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.445300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:18.501667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:18.507043 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-12f6b919-a963-426c-8d96-84395a00d1cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 200 len: 217 time: 0.1234198 Feb 04 10:26:18.507977 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:18.583073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-a2f66e4f-489d-412b-ba7e-a1057148d2b1', 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': 'fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:18.584652 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.637525 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 7e99ca12-4a06-4609-9441-4671a8418327 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:18.660837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for b69aaeb2-5aaa-4894-8341-703b71d06ebc owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:18.689050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2275be-6b5f-4d7f-9c3e-17135a9c421c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:18.696266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:18.760544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:18.764403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:18.795380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-ff0db2c6-8d98-4526-a346-df2d21f4cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:18.796833 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-ff0db2c6-8d98-4526-a346-df2d21f4cfdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304ccce9-8cc8-468b-a3fa-37edcfd06afd HTTP/1.1" status: 200 len: 851 time: 0.2301414 Feb 04 10:26:18.801783 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Allocated IP 2001:db8:0:ffff::2 (a2f66e4f-489d-412b-ba7e-a1057148d2b1/fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2/521b52b1-4453-4d6e-8d70-384523a0f503) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:18.872830 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-9e3b4040-7bad-4117-a1d3-569ddf25cde5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa1bde83-447f-4b22-9164-41dcc26da3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596185 Feb 04 10:26:18.933589 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:18.938773 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e9c678-2393-43f4-90e7-b4bc4a9d19c6') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:18.939068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e9c678-2393-43f4-90e7-b4bc4a9d19c6') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:18.956814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30801406-bbd8-4766-880a-a85095388d6f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:18.957534 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-30801406-bbd8-4766-880a-a85095388d6f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Synchronizing usage tracker for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:18.983238 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.001966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.022374 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.022871 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment 92144b47-1615-4b79-900a-53c820e2e2d6 of type vlan for network 9121b243-def1-4b72-9a30-c8775883e986 Feb 04 10:26:19.024173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.026731 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.061919 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:19.062351 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.069335 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-30801406-bbd8-4766-880a-a85095388d6f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Unset dirty status for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:19.070787 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-30801406-bbd8-4766-880a-a85095388d6f tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=8e39701f-3b55-442c-9938-4e4ee4f7f75c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6838291 Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:19.078106 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:19.085399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:19.147958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.190113 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-73fa9017-340f-40e5-b49d-291b7a67e023 service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089080 Feb 04 10:26:19.192583 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Transition to ACTIVE for port object 521b52b1-4453-4d6e-8d70-384523a0f503 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:19.214639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Transition to ACTIVE for port object 521b52b1-4453-4d6e-8d70-384523a0f503 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:19.220608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.232018 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.303928 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:19.307363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:19.311016 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:19.321242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Pushing event updated for resources: {'Port': ['ID=521b52b1-4453-4d6e-8d70-384523a0f503,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.333147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=7e99ca12-4a06-4609-9441-4671a8418327,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.373199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.378663 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:19.379275 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.418310 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Attempting to bind port 521b52b1-4453-4d6e-8d70-384523a0f503 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:19.419329 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Attempting to bind port 521b52b1-4453-4d6e-8d70-384523a0f503 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '62868529-4efa-4482-8410-246c5742a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:19.419852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Attempting to bind port 521b52b1-4453-4d6e-8d70-384523a0f503 on network a2f66e4f-489d-412b-ba7e-a1057148d2b1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:19.433319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:19.433701 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Checking segment: {'id': '62868529-4efa-4482-8410-246c5742a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:19.434156 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.434554 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Bound using segment: {'id': '62868529-4efa-4482-8410-246c5742a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:19.435032 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Bound port: 521b52b1-4453-4d6e-8d70-384523a0f503, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62868529-4efa-4482-8410-246c5742a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a2f66e4f-489d-412b-ba7e-a1057148d2b1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:19.435411 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.546577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] For port 521b52b1-4453-4d6e-8d70-384523a0f503, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:19.550738 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] For port 521b52b1-4453-4d6e-8d70-384523a0f503, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=521b52b1-4453-4d6e-8d70-384523a0f503,segment=NetworkSegment(62868529-4efa-4482-8410-246c5742a195),segment_id=62868529-4efa-4482-8410-246c5742a195)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:19.557248 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.639814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.657421 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386d826-0c56-4a03-a3d3-c8ba990deeb7 None None] Pushing event updated for resources: {'Port': ['ID=521b52b1-4453-4d6e-8d70-384523a0f503,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.709890 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.713639 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3581891 Feb 04 10:26:19.714621 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:19.723397 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.730377 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-5ec0ce18-3f42-4c69-9ec2-9f30ec120453 req-4cf2ab34-a350-466e-9abb-e23fc2ebeca2 service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313218 Feb 04 10:26:19.742985 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': '9121b243-def1-4b72-9a30-c8775883e986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:19.817053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] Pushing event deleted for resources: {'Network': ['ID=8c2275be-6b5f-4d7f-9c3e-17135a9c421c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.880389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19146b37-6654-4dc5-953a-199f0908ff8d tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=9121b243-def1-4b72-9a30-c8775883e986,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.909140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 9121b243-def1-4b72-9a30-c8775883e986 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:19.959620 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=b69aaeb2-5aaa-4894-8341-703b71d06ebc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:19.977346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:19.980258 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c54bbcdd-8011-428e-b91c-c609f52becda tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/7e99ca12-4a06-4609-9441-4671a8418327 HTTP/1.1" status: 204 len: 168 time: 2.4444821 Feb 04 10:26:19.982702 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-66befece-629d-4ada-9669-6707f056c5fd tempest-BulkNetworkOpsTest-646708813 tempest-BulkNetworkOpsTest-646708813-project] 10.222.0.73 "DELETE /v2.0/networks/8c2275be-6b5f-4d7f-9c3e-17135a9c421c HTTP/1.1" status: 204 len: 168 time: 2.9676824 Feb 04 10:26:19.985736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.071537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:20.079583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:subnet and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:20.084548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:20.096688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.098658 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.101273 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.102363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:20.105868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:20.119662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249602b-93c8-4c61-97c9-cf7662da0afc tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.124963 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d249602b-93c8-4c61-97c9-cf7662da0afc tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 1.0382125 Feb 04 10:26:20.125397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.128901 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:20.133019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.190199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:20.194568 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6d26b5c8-73bb-4e9c-b094-1e1d4f054658 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2042830 Feb 04 10:26:20.208195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.218053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.250706 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-49636c70-5768-4272-af54-c479a75f9cac tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 200 len: 205 time: 0.1239960 Feb 04 10:26:20.263895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.280936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.357531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166bdc-0295-4c74-be26-9f9f3271fd97 req-624e9438-bdd6-4559-a397-2dd5f1323d43 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.359087 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f9166bdc-0295-4c74-be26-9f9f3271fd97 req-624e9438-bdd6-4559-a397-2dd5f1323d43 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 943 time: 0.7513101 Feb 04 10:26:20.376440 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.466925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.468876 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-20027df1-9b77-44de-bfed-850771a2c23d tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/ports/b69aaeb2-5aaa-4894-8341-703b71d06ebc HTTP/1.1" status: 204 len: 168 time: 4.2568200 Feb 04 10:26:20.471507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41282) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.478673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 5c649aae-e798-4e03-ab46-71b84f045b5a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:20.494150 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.507764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.597678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.675309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=142eb518-a650-41ae-98e1-8087b0b23354,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:20.702518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 40ad7a68-e882-4a49-9b92-58b635f8eabc details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 10:26:20.707820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.714208 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f9166bdc-0295-4c74-be26-9f9f3271fd97 req-dda1a495-a82e-4172-9e90-5d9febe86787 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238463 Feb 04 10:26:20.742239 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.759032 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-64d5334c-b25f-43b5-b0aa-5d16e45db357 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04df3188f9ec42858d32b2854562563e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794289 Feb 04 10:26:20.797687 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:20.891562 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:20.900578 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc,segment=NetworkSegment(78feba06-b20e-45dd-8f3b-391e69ab92dc),segment_id=78feba06-b20e-45dd-8f3b-391e69ab92dc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:20.917852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Returning: {'device': '40ad7a68-e882-4a49-9b92-58b635f8eabc', 'network_id': 'fa1bde83-447f-4b22-9164-41dcc26da3c2', 'port_id': '40ad7a68-e882-4a49-9b92-58b635f8eabc', 'mac_address': 'fa:16:3e:07:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304ccce9-8cc8-468b-a3fa-37edcfd06afd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 10:26:20.965658 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44176a88-49d8-4c97-a762-d5c696c361fa tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:20.966674 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-44176a88-49d8-4c97-a762-d5c696c361fa tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Synchronizing usage tracker for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:20.995197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.022667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ad7a68-e882-4a49-9b92-58b635f8eabc {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:26:21.031778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.053296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc,segment=NetworkSegment(78feba06-b20e-45dd-8f3b-391e69ab92dc),segment_id=78feba06-b20e-45dd-8f3b-391e69ab92dc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:21.059778 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.068946 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=59edbd97-7c9e-48b5-b196-385b8864ccb8,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:21.082845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port 94e14998-8eae-4d4b-9ea5-5d8bc6d98647 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:21.086354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.133837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ffc812-81a1-4e2d-8752-6c354bbd6ab0 None None] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:21.153648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-44176a88-49d8-4c97-a762-d5c696c361fa tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Unset dirty status for tenant:ec369682a9824ab1ae291a3b477a92e7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:21.155820 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-44176a88-49d8-4c97-a762-d5c696c361fa tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "GET /v2.0/ports?device_id=b03e4441-60eb-4e34-8c33-46dd5a96f449 HTTP/1.1" status: 200 len: 913 time: 0.6830773 Feb 04 10:26:21.165572 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:21.182152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:21.185643 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.260853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9227f93c-327d-4a57-b694-a5b7a2de8281 None None] Provisioning for port 521b52b1-4453-4d6e-8d70-384523a0f503 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:21.280031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:21.309650 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] get_ports_and_sgs() called for port_ids ['40ad7a68-e882-4a49-9b92-58b635f8eabc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 10:26:21.350775 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.374360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=9f23f563-6dac-4a57-84e7-b487d648f0af,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:21.390184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': '92144b47-1615-4b79-900a-53c820e2e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9121b243-def1-4b72-9a30-c8775883e986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:21.390554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: 9121b243-def1-4b72-9a30-c8775883e986, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:21.394206 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 521b52b1-4453-4d6e-8d70-384523a0f503 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:21.424958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.492285 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 9121b243-def1-4b72-9a30-c8775883e986 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:21.526859 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-297214c0-f82b-427a-970a-a26e855d9e26 None None] Provisioning complete for port 59edbd97-7c9e-48b5-b196-385b8864ccb8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:21.527242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-297214c0-f82b-427a-970a-a26e855d9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.647040 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 521b52b1-4453-4d6e-8d70-384523a0f503 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:21.654287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-297214c0-f82b-427a-970a-a26e855d9e26 None None] Port 59edbd97-7c9e-48b5-b196-385b8864ccb8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:21.664803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 521b52b1-4453-4d6e-8d70-384523a0f503 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:21.665195 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.668831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for 94e14998-8eae-4d4b-9ea5-5d8bc6d98647 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:21.774386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 9121b243-def1-4b72-9a30-c8775883e986) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:21.781131 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:21.781885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.794071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da82e74-f829-4e2d-b82c-239a352ae3f1 None None] Network 9121b243-def1-4b72-9a30-c8775883e986 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:21.811328 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a1abaa7a-5350-4cfe-bcc8-e445abb16477 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0859964 Feb 04 10:26:21.815150 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:21.839027 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'port': {'network_id': '9121b243-def1-4b72-9a30-c8775883e986', 'name': 'tempest-NetworksIpV6TestAttrs-1135970526'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:21.881358 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:21.882906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:21.930059 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:21.972705 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.032858 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 521b52b1-4453-4d6e-8d70-384523a0f503, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=521b52b1-4453-4d6e-8d70-384523a0f503,segment=NetworkSegment(62868529-4efa-4482-8410-246c5742a195),segment_id=62868529-4efa-4482-8410-246c5742a195)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:22.048079 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.132694 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.156343 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:22.178041 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:port and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:22.197319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=521b52b1-4453-4d6e-8d70-384523a0f503,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:22.216289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:22.226414 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:22.267517 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:22.272869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.286308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.296237 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2870bf43-eda2-4d81-a20d-59136a4f4c26 None None] Provisioning complete for port 521b52b1-4453-4d6e-8d70-384523a0f503 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:22.296671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2870bf43-eda2-4d81-a20d-59136a4f4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.323949 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-9121b243-def1-4b72-9a30-c8775883e986', 'network_id': '9121b243-def1-4b72-9a30-c8775883e986', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': '9f23f563-6dac-4a57-84e7-b487d648f0af'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:22.324792 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.360688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7570d-e69e-4f7d-ab60-357d2d36dea6 req-84c37476-9e9d-4228-bf01-595286f85f4a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:22.362398 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d1f7570d-e69e-4f7d-ab60-357d2d36dea6 req-84c37476-9e9d-4228-bf01-595286f85f4a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 944 time: 0.2970240 Feb 04 10:26:22.363768 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=94e14998-8eae-4d4b-9ea5-5d8bc6d98647,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:22.400359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] device_id is not set on port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:22.468632 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.562461 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.589105 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-d1f7570d-e69e-4f7d-ab60-357d2d36dea6 req-1f5180b7-cff3-4724-b1b1-8f8f5d5ebaa2 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902599 Feb 04 10:26:22.596683 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.626664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.635142 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da9f74-b8b4-4d24-9a28-6d0dc76edd8e None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:22.665889 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=5c649aae-e798-4e03-ab46-71b84f045b5a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:22.684664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.732966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Allocated IP 2001:db8::f816:3eff:fec7:b27f (9121b243-def1-4b72-9a30-c8775883e986/9f23f563-6dac-4a57-84e7-b487d648f0af/6f6ef46f-cb41-4863-b89b-c836d7c19391) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:22.737135 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 40ad7a68-e882-4a49-9b92-58b635f8eabc up at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:22.767555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25bd07-74d9-4bdf-9502-67721aee8206,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:22.794787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Router 65fc6903-f171-4ac5-bb81-34d4b5dafffa is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:22.801236 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a9194a26-78a1-47a2-b2fd-1fa47d6f2ef6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/5c649aae-e798-4e03-ab46-71b84f045b5a HTTP/1.1" status: 204 len: 168 time: 2.5914218 Feb 04 10:26:22.801567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.803969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:22.807420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.808958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.812228 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-199e7921-8d33-403d-8dca-b71a392d7d29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c25bd07-74d9-4bdf-9502-67721aee8206 HTTP/1.1" status: 204 len: 168 time: 2.0079377 Feb 04 10:26:22.812997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.903209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet aac39ae1-48b0-4a5b-8115-4e2de1353d4b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:22.906730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.926953 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e694001-23bb-4dec-8b5d-09cf33539362 None None] Provisioning complete for port 142eb518-a650-41ae-98e1-8087b0b23354 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:22.927876 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e694001-23bb-4dec-8b5d-09cf33539362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:22.963818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.060671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.078463 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0e694001-23bb-4dec-8b5d-09cf33539362 None None] Port 142eb518-a650-41ae-98e1-8087b0b23354 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:23.079846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning for port 40ad7a68-e882-4a49-9b92-58b635f8eabc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:23.093883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:23.117563 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Provisioning complete for port 40ad7a68-e882-4a49-9b92-58b635f8eabc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:23.118635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.125678 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] Sync routers for ids ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:23.138970 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41310) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:23.141711 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2eac6969-c1f3-4f1b-9139-5c8e1afac919 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "PUT /v2.0/routers/65fc6903-f171-4ac5-bb81-34d4b5dafffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4453056 Feb 04 10:26:23.144474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.148345 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'port': {'network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139', 'name': 'tempest-FloatingIPNegativeTestJSON-761525192'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:23.150815 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] Routers {'65fc6903-f171-4ac5-bb81-34d4b5dafffa'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:23.151859 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:23.163998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.164645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router 8e39701f-3b55-442c-9938-4e4ee4f7f75c {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:23.277831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.284796 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4abba335-5bd9-45e5-8bc3-c828308356d5 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 204 len: 168 time: 3.0142999 Feb 04 10:26:23.294257 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:23.304977 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41318) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:23.307165 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] Routers {'65fc6903-f171-4ac5-bb81-34d4b5dafffa'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:23.308029 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:23.341813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1307382814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:23.350238 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 521b52b1-4453-4d6e-8d70-384523a0f503 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:23.352872 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:23.358488 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.395266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:23.403784 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:23.404201 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe160-1077-42b1-aeaf-c1bb6e892ba4 None None] The sync data for ids ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:23.423397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:23.432225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=aac39ae1-48b0-4a5b-8115-4e2de1353d4b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:23.446856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:23.451424 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.467161 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-59bdb076-5338-4b9e-92c7-fd36226b210c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/aac39ae1-48b0-4a5b-8115-4e2de1353d4b HTTP/1.1" status: 204 len: 168 time: 0.6612377 Feb 04 10:26:23.476263 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:23.510069 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.557460 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.558494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.576214 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-43b62a5b-8b29-4bc2-8529-0f037a8cbdc6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973766 Feb 04 10:26:23.581657 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:23.587577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc,segment=NetworkSegment(78feba06-b20e-45dd-8f3b-391e69ab92dc),segment_id=78feba06-b20e-45dd-8f3b-391e69ab92dc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:23.589195 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.591957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:23.593748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:26:23.605144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.621792 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:23.664649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.725863 dv-neutron-827824-1-hyperv neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc', 'code': 200} Feb 04 10:26:23.725863 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Pushing event updated for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:23.730432 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Transition to ACTIVE for port object 6f6ef46f-cb41-4863-b89b-c836d7c19391 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:23.733363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 521b52b1-4453-4d6e-8d70-384523a0f503 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:23.733892 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:23.842649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Transition to ACTIVE for port object 6f6ef46f-cb41-4863-b89b-c836d7c19391 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:23.981372 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.017028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:port and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:24.029175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:24.034344 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030921 Feb 04 10:26:24.048136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:24.049473 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41346) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:24.099848 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Network 9121b243-def1-4b72-9a30-c8775883e986 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:24.113352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:24.122817 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:24.132217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Pushing event updated for resources: {'Port': ['ID=6f6ef46f-cb41-4863-b89b-c836d7c19391,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:24.193522 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:24.274767 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4479e780-2d9b-4e3a-81fa-1967137e635f tempest-NetworksApiDiscovery-154200688 tempest-NetworksApiDiscovery-154200688-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2182176 Feb 04 10:26:24.275324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.276966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port c128f257-b357-4901-970e-d3af95905260 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:24.277407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.317181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.325229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Allocated IP 2001:db8::f816:3eff:fed0:e513 (9121b243-def1-4b72-9a30-c8775883e986/9f23f563-6dac-4a57-84e7-b487d648f0af/7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:24.330415 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Attempting to bind port 6f6ef46f-cb41-4863-b89b-c836d7c19391 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:24.330929 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Attempting to bind port 6f6ef46f-cb41-4863-b89b-c836d7c19391 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '92144b47-1615-4b79-900a-53c820e2e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9121b243-def1-4b72-9a30-c8775883e986'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:24.331306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Attempting to bind port 6f6ef46f-cb41-4863-b89b-c836d7c19391 on network 9121b243-def1-4b72-9a30-c8775883e986 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:24.338709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:24.339089 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Checking segment: {'id': '92144b47-1615-4b79-900a-53c820e2e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9121b243-def1-4b72-9a30-c8775883e986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:24.339502 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.340055 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Bound using segment: {'id': '92144b47-1615-4b79-900a-53c820e2e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9121b243-def1-4b72-9a30-c8775883e986'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:24.340527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Bound port: 6f6ef46f-cb41-4863-b89b-c836d7c19391, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92144b47-1615-4b79-900a-53c820e2e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9121b243-def1-4b72-9a30-c8775883e986'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:24.340914 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.344737 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Made reservation on behalf of 4a20b5abb6ff4ed592f9b9498fabe391 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:24.348435 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.371544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.390560 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:24.433859 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:24.444914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:24.448377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] For port 6f6ef46f-cb41-4863-b89b-c836d7c19391, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:24.449865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] device_id is not set on port 355c0fb4-eaeb-46c0-a8d8-223174f4c229 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:24.451742 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] For port 6f6ef46f-cb41-4863-b89b-c836d7c19391, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=6f6ef46f-cb41-4863-b89b-c836d7c19391,segment=NetworkSegment(92144b47-1615-4b79-900a-53c820e2e2d6),segment_id=92144b47-1615-4b79-900a-53c820e2e2d6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:24.459044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.496627 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:24.501039 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.502561 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-57c806ab-d447-4488-a957-e0ca9905bf07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1906307 Feb 04 10:26:24.523181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:24.557202 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': True}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:24.606044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c499927-3840-433f-8245-6a394db4bf4f None None] Pushing event updated for resources: {'Port': ['ID=6f6ef46f-cb41-4863-b89b-c836d7c19391,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:24.623293 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0c63-84ab-435f-ab71-70d8dd284e40 req-82897b07-d5b7-46b3-87a3-1ca20f480ce8 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:24.624742 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-f20b0c63-84ab-435f-ab71-70d8dd284e40 req-82897b07-d5b7-46b3-87a3-1ca20f480ce8 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.5853293 Feb 04 10:26:24.649383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7cd8-c23f-49ae-b573-4ae905a4c88e req-43e30d1c-c7aa-43d4-afd1-1430c9cdeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:24.650872 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-9aff7cd8-c23f-49ae-b573-4ae905a4c88e req-43e30d1c-c7aa-43d4-afd1-1430c9cdeda0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 1098 time: 0.6125703 Feb 04 10:26:24.667276 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0c959-8383-49a4-a742-d42d03b75921 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:24.675991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:24.691214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.700995 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:24.793829 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:24.883818 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-eb0729a6-2036-4ab2-95da-0f409f33739c None None] Provisioning complete for port f81284b0-49ad-42ca-86fc-792b87b02aec triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:24.884019 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb0729a6-2036-4ab2-95da-0f409f33739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.086214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=59edbd97-7c9e-48b5-b196-385b8864ccb8,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:25.148711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network f4713a45-566e-46a0-818f-168529dfd2f5 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:25.152389 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:25.228242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:25.233172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Deleting port f81284b0-49ad-42ca-86fc-792b87b02aec {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:25.233694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.304168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.340722 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-f20b0c63-84ab-435f-ab71-70d8dd284e40 req-c9cd0656-576a-48e8-8bd0-c1d6ea7465bd tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796758 Feb 04 10:26:25.374479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-9aff7cd8-c23f-49ae-b573-4ae905a4c88e req-d7995b2a-f30a-4ddf-a89e-3feb20c9001a service neutron] Synchronizing usage tracker for tenant:cd07ffd2b8bf4e659a43e813ab06dcdb on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:25.407308 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.411322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 6f6ef46f-cb41-4863-b89b-c836d7c19391 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:25.488614 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:25.554446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for c128f257-b357-4901-970e-d3af95905260 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:25.562023 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2e656d28d04522bd19dea00be6f51d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:25.592665 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:25.596053 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Allocated IP 172.20.0.7 (3e0191c1-9df0-45a8-a019-88eb8440c139/2fc02ec8-b320-4092-872a-52edbafe2194/355c0fb4-eaeb-46c0-a8d8-223174f4c229) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:25.632044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:25.643818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.647153 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] For port f81284b0-49ad-42ca-86fc-792b87b02aec, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=f81284b0-49ad-42ca-86fc-792b87b02aec,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:25.648020 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.648205 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [req-9aff7cd8-c23f-49ae-b573-4ae905a4c88e req-d7995b2a-f30a-4ddf-a89e-3feb20c9001a service neutron] Unset dirty status for tenant:cd07ffd2b8bf4e659a43e813ab06dcdb on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:25.649126 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-9aff7cd8-c23f-49ae-b573-4ae905a4c88e req-d7995b2a-f30a-4ddf-a89e-3feb20c9001a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8636553 Feb 04 10:26:25.660918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 6f6ef46f-cb41-4863-b89b-c836d7c19391 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:25.667487 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8355a3be-0a45-4d5f-9d0d-29a5c05bd253 None None] Provisioning complete for port 59edbd97-7c9e-48b5-b196-385b8864ccb8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:25.668005 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8355a3be-0a45-4d5f-9d0d-29a5c05bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.683037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router e88fe5de-029f-4738-8049-22bfe2b096a3 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:25.690420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:25.740723 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8355a3be-0a45-4d5f-9d0d-29a5c05bd253 None None] Port 59edbd97-7c9e-48b5-b196-385b8864ccb8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:25.795615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Transition to ACTIVE for port object 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:25.907887 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device f81284b0-49ad-42ca-86fc-792b87b02aec no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:25.912388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:25.921384 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fc07fbb2-61d2-4a9d-8133-cee02564e651 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/e88fe5de-029f-4738-8049-22bfe2b096a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3896375 Feb 04 10:26:25.923409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41366) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:25.944852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Calling delete_port for f81284b0-49ad-42ca-86fc-792b87b02aec owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:25.975482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] Sync routers for ids ['e88fe5de-029f-4738-8049-22bfe2b096a3'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:26.033717 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] Routers {'e88fe5de-029f-4738-8049-22bfe2b096a3'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:26.034482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e88fe5de-029f-4738-8049-22bfe2b096a3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:26.108630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899de559-9104-4fdd-8fd1-550353a49d16 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:26.109469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-899de559-9104-4fdd-8fd1-550353a49d16 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:26.125060 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:26.127805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.143420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] Routers {'e88fe5de-029f-4738-8049-22bfe2b096a3'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:26.144182 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e88fe5de-029f-4738-8049-22bfe2b096a3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:26.217750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-899de559-9104-4fdd-8fd1-550353a49d16 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:26.223798 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-899de559-9104-4fdd-8fd1-550353a49d16 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports/59edbd97-7c9e-48b5-b196-385b8864ccb8 HTTP/1.1" status: 200 len: 977 time: 0.2947054 Feb 04 10:26:26.224052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.231524 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:26.231805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=c128f257-b357-4901-970e-d3af95905260,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:26.250709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.306349 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:26.306846 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575b5c0-2a21-4cbf-a9b1-e9e0d1b902e0 None None] The sync data for ids ['e88fe5de-029f-4738-8049-22bfe2b096a3'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:26.318937 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4108db0-e7e8-4b04-a032-961379ffd46b None None] Network 9121b243-def1-4b72-9a30-c8775883e986 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:26.331173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Port f81284b0-49ad-42ca-86fc-792b87b02aec update to DOWN by agent not found {{(pid=87622) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 10:26:26.337973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] Pushing event deleted for resources: {'Port': ['ID=f81284b0-49ad-42ca-86fc-792b87b02aec,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:26.391115 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7470f1-02df-4348-943a-4ecace12b0c3 None None] No DVR routers for this DVR port f81284b0-49ad-42ca-86fc-792b87b02aec on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:26.479732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.508935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Provisioning for port 6f6ef46f-cb41-4863-b89b-c836d7c19391 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:26.520594 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Provisioning complete for port 6f6ef46f-cb41-4863-b89b-c836d7c19391 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:26.521326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.546865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:26.555184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.587491 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:26.598099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.619825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcf275-cfe7-4a4e-a6bd-27c75426dc34 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:26.620056 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:26.620546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.639689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.724782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 9121b243-def1-4b72-9a30-c8775883e986 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:26.800772 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=6969246a-b2d2-4f43-9888-b89ebce8ed77,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:26.810232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:26.813021 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:26.820668 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:26.821489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.839987 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3184e95-3846-4d6a-81f8-efb1346b9a30,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:26.848250 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.869358 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:26.882097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Port': ['ID=7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:26.998984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fafe1-91ed-46d5-abce-379d78db244c req-dca47890-91ea-48ea-a62b-6bf496a9c7fc tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:27.005200 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] For port 6f6ef46f-cb41-4863-b89b-c836d7c19391, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=6f6ef46f-cb41-4863-b89b-c836d7c19391,segment=NetworkSegment(92144b47-1615-4b79-900a-53c820e2e2d6),segment_id=92144b47-1615-4b79-900a-53c820e2e2d6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:27.007270 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3f7fafe1-91ed-46d5-abce-379d78db244c req-dca47890-91ea-48ea-a62b-6bf496a9c7fc tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.4551122 Feb 04 10:26:27.014183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.054551 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '6969246a-b2d2-4f43-9888-b89ebce8ed77'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:27.055669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.062083 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1d88a7d4-4949-4c40-afd1-145fb434e020 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd2e656d28d04522bd19dea00be6f51d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2669029 Feb 04 10:26:27.079211 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bbc16426-7fea-4a5f-bd7a-e119d97b33b3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4964774 Feb 04 10:26:27.080302 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41378) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:27.091680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Transition to ACTIVE for port object 355c0fb4-eaeb-46c0-a8d8-223174f4c229 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:27.095675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:27.104631 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d9601d0d-4b7c-46b5-b05e-ba1db5d8f58b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2882886 Feb 04 10:26:27.123546 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:27.131042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:27.137119 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003cf58-1bdb-47be-8258-36905f0c7f9c None None] Pushing event updated for resources: {'Port': ['ID=6f6ef46f-cb41-4863-b89b-c836d7c19391,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:27.160804 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-3f7fafe1-91ed-46d5-abce-379d78db244c req-6d183303-6242-4ad6-9c4e-7a43059a4675 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525404 Feb 04 10:26:27.314857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Allocated IP 172.20.0.2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/6969246a-b2d2-4f43-9888-b89ebce8ed77/4fc8235f-c302-44ab-9789-41937cb01024) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:27.338070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 6f6ef46f-cb41-4863-b89b-c836d7c19391 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:27.356969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Router b03e4441-60eb-4e34-8c33-46dd5a96f449 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:26:27.493283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Provisioning for port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:27.504695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Provisioning complete for port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:27.505078 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.555749 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting subnet 9f23f563-6dac-4a57-84e7-b487d648f0af {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:27.563558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:27.565471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:27.587587 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] Sync routers for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:27.591641 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-70368bc9-2534-47d8-91a3-9f5276e137b1 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "PUT /v2.0/routers/b03e4441-60eb-4e34-8c33-46dd5a96f449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4134207 Feb 04 10:26:27.592068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41390) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:27.608012 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:27.608677 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:27.630715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Provisioning complete for port 6f6ef46f-cb41-4863-b89b-c836d7c19391 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:27.631217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1015abe7-58f0-4d53-a615-dad9ff2d67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.656932 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.673266 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 6f6ef46f-cb41-4863-b89b-c836d7c19391 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:27.673659 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.690985 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:27.710031 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] Routers {'b03e4441-60eb-4e34-8c33-46dd5a96f449'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:27.711235 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['b03e4441-60eb-4e34-8c33-46dd5a96f449'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:27.718337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:27.823584 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.835768 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.840887 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Transition to ACTIVE for port object 4fc8235f-c302-44ab-9789-41937cb01024 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:27.856834 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:27.857439 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1253bf-9123-443d-b4af-585a0f3fce65 None None] The sync data for ids ['b03e4441-60eb-4e34-8c33-46dd5a96f449'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:27.929964 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:27.932990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.935373 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:27.942345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Transition to ACTIVE for port object 4fc8235f-c302-44ab-9789-41937cb01024 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:27.944256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.964004 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:27.993593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:28.035548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.039286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:28.042399 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:28.046388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:28.048671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting port cd08ae8d-6f1c-4840-9aaf-14caa3bf07cd {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:28.049016 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.055491 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Pushing event updated for resources: {'Port': ['ID=4fc8235f-c302-44ab-9789-41937cb01024,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:28.059524 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.121995 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:28.125460 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.140380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.153603 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-43a57369-3ba8-44e5-a538-edccd20bfb66 None None] Provisioning complete for port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:28.154009 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-43a57369-3ba8-44e5-a538-edccd20bfb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.170628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:28.182123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Attempting to bind port 4fc8235f-c302-44ab-9789-41937cb01024 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:28.182507 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Attempting to bind port 4fc8235f-c302-44ab-9789-41937cb01024 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:28.182882 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Attempting to bind port 4fc8235f-c302-44ab-9789-41937cb01024 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:28.194734 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:28.213622 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:28.214034 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:28.214455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.214853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:28.215605 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Bound port: 4fc8235f-c302-44ab-9789-41937cb01024, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:28.215737 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.249968 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.257618 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=355c0fb4-eaeb-46c0-a8d8-223174f4c229,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:28.257924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.260881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.313258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:28.365714 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] For port 4fc8235f-c302-44ab-9789-41937cb01024, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:28.369256 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] For port 4fc8235f-c302-44ab-9789-41937cb01024, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4fc8235f-c302-44ab-9789-41937cb01024,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:28.370740 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-43a57369-3ba8-44e5-a538-edccd20bfb66 None None] Port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:28.376684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.416394 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Calling delete_port for cd08ae8d-6f1c-4840-9aaf-14caa3bf07cd owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:28.463499 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ea87-1373-4a43-b6f9-71fd52b4aefd None None] Pushing event updated for resources: {'Port': ['ID=4fc8235f-c302-44ab-9789-41937cb01024,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:28.598861 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8310d490-6961-4d5c-8893-2855980f8fa5 None None] Provisioning for port 355c0fb4-eaeb-46c0-a8d8-223174f4c229 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:28.605282 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8310d490-6961-4d5c-8893-2855980f8fa5 None None] Provisioning complete for port 355c0fb4-eaeb-46c0-a8d8-223174f4c229 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:28.605665 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8310d490-6961-4d5c-8893-2855980f8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.622151 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:28.622878 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.683162 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8310d490-6961-4d5c-8893-2855980f8fa5 None None] Port 355c0fb4-eaeb-46c0-a8d8-223174f4c229 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:28.781587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.789850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.839288 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ce27041f-0762-4d59-8c40-3a6b10b402bb tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6982348 Feb 04 10:26:28.840181 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.842606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.846244 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3184e95-3846-4d6a-81f8-efb1346b9a30 HTTP/1.1" status: 204 len: 168 time: 1.7494884 Feb 04 10:26:28.846431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41396) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:28.881956 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Port': ['ID=cd08ae8d-6f1c-4840-9aaf-14caa3bf07cd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:28.886682 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:28.892874 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db67b0-90bb-43bc-9edc-8585053105ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3184e95-3846-4d6a-81f8-efb1346b9a30,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:28.897870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:28.950036 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:floatingip and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:28.955205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:28.967753 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:28.986467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.26.5.135 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/04672e60-0e85-424b-82be-45e84131d0c0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:28.996169 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:28.998200 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8239988-5e10-48f9-a190-ff672a122948 req-6a418e6b-b973-4baf-b6eb-ea9ee67a42c9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:28.999775 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-a8239988-5e10-48f9-a190-ff672a122948 req-6a418e6b-b973-4baf-b6eb-ea9ee67a42c9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.6316552 Feb 04 10:26:29.017867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.101108 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.154213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.245667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=9f23f563-6dac-4a57-84e7-b487d648f0af,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:29.265003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.265163 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.267726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.280141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21f339-d006-48eb-85cd-ffcb5bbfed80 None None] Network 9121b243-def1-4b72-9a30-c8775883e986 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:29.311283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.311918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Fanout notify agent at l3_agent the message router_deleted on router b03e4441-60eb-4e34-8c33-46dd5a96f449 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:29.337827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.341726 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-59299009-dc76-40f8-9a1b-dee920c1d03e tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/routers/b03e4441-60eb-4e34-8c33-46dd5a96f449 HTTP/1.1" status: 204 len: 168 time: 1.7456563 Feb 04 10:26:29.341870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:29.377411 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-a8239988-5e10-48f9-a190-ff672a122948 req-79e1b6dc-8ba1-409a-ae25-a2dd53497c89 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646321 Feb 04 10:26:29.422718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4fc8235f-c302-44ab-9789-41937cb01024 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:29.424815 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c7830405-0248-4958-9b3d-533430f9b03f tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/9f23f563-6dac-4a57-84e7-b487d648f0af HTTP/1.1" status: 204 len: 168 time: 2.2759111 Feb 04 10:26:29.427960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:29.462887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Deleting subnet 97a640b7-2827-4881-8928-8c65841f75d8 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:29.467459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.530733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.622544 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 4fc8235f-c302-44ab-9789-41937cb01024 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:29.671634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.728145 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bcf98-59b2-461a-b045-f11474966a90 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:29.729638 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bcf98-59b2-461a-b045-f11474966a90 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:29.730406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-429bcf98-59b2-461a-b045-f11474966a90 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Synchronizing usage tracker for tenant:d357636842d4462ba80c134b127c518c on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:29.769421 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] DHCP port deletion for 9121b243-def1-4b72-9a30-c8775883e986 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:29.775579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Deleting port 6f6ef46f-cb41-4863-b89b-c836d7c19391 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:29.775579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.806305 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.878319 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.891054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1ee99-93d4-4dc1-a66f-41cd3cd61882 req-3a3d2211-0698-476d-9824-eae12d5a8f13 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:29.894028 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-57a1ee99-93d4-4dc1-a66f-41cd3cd61882 req-3a3d2211-0698-476d-9824-eae12d5a8f13 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.3048370 Feb 04 10:26:29.931684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:29.952852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-429bcf98-59b2-461a-b045-f11474966a90 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Unset dirty status for tenant:d357636842d4462ba80c134b127c518c on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:29.957096 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-429bcf98-59b2-461a-b045-f11474966a90 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5184927 Feb 04 10:26:29.957686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:29.978154 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Subnet': ['ID=97a640b7-2827-4881-8928-8c65841f75d8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:30.006765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.023246 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-57a1ee99-93d4-4dc1-a66f-41cd3cd61882 req-8a9edc62-3be2-4c78-acb3-0a59900d7fed tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124370 Feb 04 10:26:30.031471 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a5f29765-7da7-4d7d-8446-d92b96f4d9e0 tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/subnets/97a640b7-2827-4881-8928-8c65841f75d8 HTTP/1.1" status: 204 len: 168 time: 0.6887128 Feb 04 10:26:30.034157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41416) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:30.128215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] For port 6f6ef46f-cb41-4863-b89b-c836d7c19391, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=6f6ef46f-cb41-4863-b89b-c836d7c19391,segment=NetworkSegment(92144b47-1615-4b79-900a-53c820e2e2d6),segment_id=92144b47-1615-4b79-900a-53c820e2e2d6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:30.128215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.163952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.203969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e772c1f-f6f5-41b0-8bce-af75505d22e2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.237996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 59edbd97-7c9e-48b5-b196-385b8864ccb8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:30.237996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.238973 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Allocated IP 172.26.5.98 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/0cb62b1a-402b-4eb8-990f-448b9ec0deaa) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:30.260382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.296782 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Calling delete_port for 6f6ef46f-cb41-4863-b89b-c836d7c19391 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:30.297376 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e772c1f-f6f5-41b0-8bce-af75505d22e2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 10:26:30.297891 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e772c1f-f6f5-41b0-8bce-af75505d22e2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:26:30.304826 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7e772c1f-f6f5-41b0-8bce-af75505d22e2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/9121b243-def1-4b72-9a30-c8775883e986 HTTP/1.1" status: 409 len: 405 time: 0.3416042 Feb 04 10:26:30.305550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:30.328105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:30.334446 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:30.346299 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1010935756'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:30.389366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:30.395798 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Provisioning for port 4fc8235f-c302-44ab-9789-41937cb01024 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:30.401660 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:30.404259 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:30.404721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Provisioning complete for port 4fc8235f-c302-44ab-9789-41937cb01024 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:30.405422 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.445036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=04672e60-0e85-424b-82be-45e84131d0c0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:30.456501 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.510758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:30.515064 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] Pushing event deleted for resources: {'Port': ['ID=6f6ef46f-cb41-4863-b89b-c836d7c19391,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:30.520862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6fa12-6a12-4c53-8941-a1a031652673 None None] No DVR routers for this DVR port 6f6ef46f-cb41-4863-b89b-c836d7c19391 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:30.526629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:30.546378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:30.596341 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.615593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:30.619121 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.632409 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] For port 4fc8235f-c302-44ab-9789-41937cb01024, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4fc8235f-c302-44ab-9789-41937cb01024,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:30.647180 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.723039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11ffb4-55eb-4ba8-b927-ff2d0de35e2c None None] Pushing event updated for resources: {'Port': ['ID=4fc8235f-c302-44ab-9789-41937cb01024,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:30.767425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.778258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.809398 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.813262 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397c55d0-aecb-4b8a-a292-3bcb19d441b6']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:30.836249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85c1f58-00ab-471b-a468-f73e6621899b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:30.836529 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85c1f58-00ab-471b-a468-f73e6621899b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:30.851930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f3e6-5f25-4d4e-bc27-cbb47bbf7399 req-f1e311d6-eb1a-4e98-936f-ad5ad5c94e3a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:30.858767 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5ea5f3e6-5f25-4d4e-bc27-cbb47bbf7399 req-f1e311d6-eb1a-4e98-936f-ad5ad5c94e3a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.4338503 Feb 04 10:26:30.888194 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.922672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.927730 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-5ea5f3e6-5f25-4d4e-bc27-cbb47bbf7399 req-30e5a436-1fcf-4018-9385-bc38616eec1e tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677330 Feb 04 10:26:30.930479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:30.933436 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:30.933843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:30.948816 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:30.953735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.001969 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 59edbd97-7c9e-48b5-b196-385b8864ccb8 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:31.085725 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.086099 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment c3567d09-8c4a-44ca-a547-cb1183262354 of type vlan for network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 Feb 04 10:26:31.089068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:31.092774 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:31.096939 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:31.128263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=0cb62b1a-402b-4eb8-990f-448b9ec0deaa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:31.138395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.157686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.180122 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] Pushing event deleted for resources: {'Network': ['ID=397c55d0-aecb-4b8a-a292-3bcb19d441b6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:31.185065 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e1c3a90d-d1fa-4e88-80dd-c88ebd3ed2eb tempest-FloatingIPTestJSON-459361539 tempest-FloatingIPTestJSON-459361539-project] 10.222.0.73 "DELETE /v2.0/networks/397c55d0-aecb-4b8a-a292-3bcb19d441b6 HTTP/1.1" status: 204 len: 168 time: 1.1498837 Feb 04 10:26:31.218901 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.232093 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.256276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.285649 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.320034 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4fc8235f-c302-44ab-9789-41937cb01024 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:31.411781 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 4fc8235f-c302-44ab-9789-41937cb01024 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:31.412314 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.553911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.560940 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.595256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41432) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:31.604098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 6f6ef46f-cb41-4863-b89b-c836d7c19391 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:31.608080 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.614656 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:31.616274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.637841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 6f6ef46f-cb41-4863-b89b-c836d7c19391 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:31.638228 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 6f6ef46f-cb41-4863-b89b-c836d7c19391 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:31.649159 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.688353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=0cb62b1a-402b-4eb8-990f-448b9ec0deaa,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:31.702146 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-957101'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.726195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.731745 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e0210b6f-1325-41fc-80a6-474bfe5084d6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8747540 Feb 04 10:26:31.731930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:31.740427 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-15999cdb-7422-428f-9401-20f82dbfaab6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'floatingip': {'port_id': '355c0fb4-eaeb-46c0-a8d8-223174f4c229', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:31.827259 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-15999cdb-7422-428f-9401-20f82dbfaab6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:31.963426 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6368999 Feb 04 10:26:31.987447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:31.997333 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:32.036061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb6822-03f7-4b4b-bd65-bfa46de4c0a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:32.048523 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:32.122082 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-15999cdb-7422-428f-9401-20f82dbfaab6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] update failed (client error): The resource could not be found. Feb 04 10:26:32.123053 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-15999cdb-7422-428f-9401-20f82dbfaab6 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "PUT /v2.0/floatingips/6707b603-7527-4733-a0b8-4f4d1956930f HTTP/1.1" status: 404 len: 507 time: 0.3900669 Feb 04 10:26:32.125948 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41448) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:32.160714 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-62eb6d85-9e93-4988-9430-c0feb787dc6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec369682a9824ab1ae291a3b477a92e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640819 Feb 04 10:26:32.173584 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41452) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:32.196297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:32.197628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.277243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:32.306784 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 0cb62b1a-402b-4eb8-990f-448b9ec0deaa {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:32.307127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.307971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] For port 4fc8235f-c302-44ab-9789-41937cb01024, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4fc8235f-c302-44ab-9789-41937cb01024,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:32.336246 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:32.339385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.346363 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=59edbd97-7c9e-48b5-b196-385b8864ccb8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:32.571383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.598307 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.599030 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.674324 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.716174 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.716532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.728613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b263-effc-4894-9078-7d2b21d7ddc3 req-fa11d2a4-6077-4323-b504-323c9b167221 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:32.730108 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-6ae9b263-effc-4894-9078-7d2b21d7ddc3 req-fa11d2a4-6077-4323-b504-323c9b167221 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.6531782 Feb 04 10:26:32.734619 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.849707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:32.880073 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Calling delete_port for 0cb62b1a-402b-4eb8-990f-448b9ec0deaa owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:32.903303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.921770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:32.930417 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:32.933996 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089085e0-c1dd-4e70-8e06-ef9fcbe7c956 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:32.942269 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:32.942947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.148100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.objects.ports [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:33.149773 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.188869 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.192644 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=0d3de139-c179-4c43-849c-71b664a5befd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:33.199126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.205847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=4fc8235f-c302-44ab-9789-41937cb01024,revision_number=5']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:33.253849 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-6ae9b263-effc-4894-9078-7d2b21d7ddc3 req-ed0ec4b4-f261-421f-bf1f-a4ff54a096f7 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414210 Feb 04 10:26:33.265616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Port': ['ID=0cb62b1a-402b-4eb8-990f-448b9ec0deaa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:33.314680 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a55e3c0a-a191-4bb6-b977-021dbf3189c9 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2120497 Feb 04 10:26:33.323557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:33.343855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:76:c2:2f', 'name': 'tempest-NetworksTestDHCPv6-532388329'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:33.361711 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4fc8235f-c302-44ab-9789-41937cb01024 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:33.369449 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=8d49d87b-e6cb-4ff6-8cfe-8601596ac278,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:33.486966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 4fc8235f-c302-44ab-9789-41937cb01024 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:33.487766 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.501901 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': 'c3567d09-8c4a-44ca-a547-cb1183262354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:33.502739 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:33.649544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.679127 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.702968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:33.717199 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ac4cf-8168-4843-ac89-71dbb448369f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:33.720866 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.722166 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-057d40c3-6838-4dde-bf80-60c2f78c6086 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "DELETE /v2.0/floatingips/6707b603-7527-4733-a0b8-4f4d1956930f HTTP/1.1" status: 204 len: 168 time: 1.5952775 Feb 04 10:26:33.729315 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:33.729462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:33.735235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:33.738949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:33.748199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:33.750143 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'floatingip': {'floating_network_id': '3e0191c1-9df0-45a8-a019-88eb8440c139', 'port_id': '355c0fb4-eaeb-46c0-a8d8-223174f4c229', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:33.760780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:33.766410 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router e88fe5de-029f-4738-8049-22bfe2b096a3 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:26:33.775219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.776578 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3f8ea360-85f1-4529-8f07-14cba7785f9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/905ac4cf-8168-4843-ac89-71dbb448369f HTTP/1.1" status: 204 len: 168 time: 1.6021192 Feb 04 10:26:33.777021 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b53e3-1a68-4b8e-856c-131fb8f54713 None None] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:33.777657 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:33.781406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:33.782143 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:33.802285 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:floatingip and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:33.812854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:33.827653 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:33.928845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:33.951026 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a8803cb1-e672-4ef2-809d-8ba3820ca1ad tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9624786 Feb 04 10:26:33.954022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41474) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:33.971764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'port': {'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8', 'name': 'tempest-NetworksIpV6TestAttrs-1217007342'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:34.106588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 3fa14214-84ca-4cf0-a407-d4cc4637c84f is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:34.154045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8', 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': '8d49d87b-e6cb-4ff6-8cfe-8601596ac278'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:34.155465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.155814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.185475 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:34.194098 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-49e4a8db-191f-4964-95db-8554951bcffd tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/e88fe5de-029f-4738-8049-22bfe2b096a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9292586 Feb 04 10:26:34.208003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41482) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:34.249745 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.336678 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Allocated IP 2001:db8::f816:3eff:fe54:85a7 (611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8/8d49d87b-e6cb-4ff6-8cfe-8601596ac278/43bb5b26-2cc7-439a-bd97-5e3b887c2e2b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:34.429706 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] Sync routers for ids ['e88fe5de-029f-4738-8049-22bfe2b096a3'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:34.459675 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port e6619642-6e30-44d0-829a-a308e6d907bd yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:34.464396 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] Routers {'e88fe5de-029f-4738-8049-22bfe2b096a3'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:34.465046 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e88fe5de-029f-4738-8049-22bfe2b096a3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.501741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:34.520290 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] Sync routers for ids ['3fa14214-84ca-4cf0-a407-d4cc4637c84f'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:34.530643 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ed494f6f-8118-4bc1-abd5-2dfb4570ab09 None None] Provisioning complete for port 4fc8235f-c302-44ab-9789-41937cb01024 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:34.531030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed494f6f-8118-4bc1-abd5-2dfb4570ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.537309 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add8024-45fa-4517-b281-b4b6529ced85 req-6dfe2968-dc51-4151-a92f-039c682f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:34.540651 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] Routers {'3fa14214-84ca-4cf0-a407-d4cc4637c84f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:34.544431 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-6dfe2968-dc51-4151-a92f-039c682f2d50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e68a1f3c850e4745924e03b94c799e63&device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 1098 time: 0.7365954 Feb 04 10:26:34.549632 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3fa14214-84ca-4cf0-a407-d4cc4637c84f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.554664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.563514 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-265e2d2f-bf3e-4586-9e87-4bec7e5b06c1 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "PUT /v2.0/routers/3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 200 len: 915 time: 10.0290189 Feb 04 10:26:34.577006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41496) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:34.615436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9786998-8cf1-4fb2-95de-3353ad210fc6 req-8723a383-fb72-4551-a745-fc31b9bc8f9f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:34.623190 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.624142 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c9786998-8cf1-4fb2-95de-3353ad210fc6 req-8723a383-fb72-4551-a745-fc31b9bc8f9f tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.8181806 Feb 04 10:26:34.652877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] Routers {'e88fe5de-029f-4738-8049-22bfe2b096a3'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:34.653512 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['e88fe5de-029f-4738-8049-22bfe2b096a3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.654343 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.667228 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] Routers {'3fa14214-84ca-4cf0-a407-d4cc4637c84f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:34.668335 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['3fa14214-84ca-4cf0-a407-d4cc4637c84f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.722504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.722911 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd4d17-9da7-4ac8-a2d8-aebc3f5a7955 None None] The sync data for ids ['e88fe5de-029f-4738-8049-22bfe2b096a3'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:34.733161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bdae1d57-052e-46f0-843e-cb75b56ced8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.756168 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:34.757296 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bd672-b731-4c32-85d3-b73b1c229c82 None None] The sync data for ids ['3fa14214-84ca-4cf0-a407-d4cc4637c84f'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:34.887542 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.900852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Transition to ACTIVE for port object 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:34.921929 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Transition to ACTIVE for port object 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:34.929870 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:34.959432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41502) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:34.983716 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c9786998-8cf1-4fb2-95de-3353ad210fc6 req-29e78300-076e-44c2-b457-c5970a1c577a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584056 Feb 04 10:26:34.991813 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:35.011102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Pushing event updated for resources: {'Port': ['ID=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:35.011310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:port and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:35.011918 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:35.025071 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:35.026308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:35.033478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:35.079746 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:35.128579 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1660898048'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:35.135479 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add8024-45fa-4517-b281-b4b6529ced85 req-d4a197a6-22a5-4c55-99d2-0b63b8a17889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:35.136896 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-d4a197a6-22a5-4c55-99d2-0b63b8a17889 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 200 len: 912 time: 0.5575984 Feb 04 10:26:35.142185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:35.153343 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:network and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:35.153663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:35.156308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Attempting to bind port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:35.156839 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Attempting to bind port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c3567d09-8c4a-44ca-a547-cb1183262354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:35.157227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Attempting to bind port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b on network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:35.157423 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.163123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:35.163504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Checking segment: {'id': 'c3567d09-8c4a-44ca-a547-cb1183262354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:35.163925 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.164321 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Bound using segment: {'id': 'c3567d09-8c4a-44ca-a547-cb1183262354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:35.164855 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Bound port: 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3567d09-8c4a-44ca-a547-cb1183262354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:35.165244 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.209519 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cd21d9b0-92b3-4ce8-8441-52cbbc407024 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 200 len: 921 time: 0.6061492 Feb 04 10:26:35.212484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41508) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:35.213865 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:35.229107 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:35.232028 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-db5c5d0e-5589-4477-b1a7-f1be563fbf8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 200 len: 217 time: 0.0799825 Feb 04 10:26:35.264951 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] For port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:35.268404 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] For port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,segment=NetworkSegment(c3567d09-8c4a-44ca-a547-cb1183262354),segment_id=c3567d09-8c4a-44ca-a547-cb1183262354)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:35.273511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.290757 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:35.293145 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-b1ad61d1-f8b9-4d34-be57-c056ba52e86e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 10:26:35.296757 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.296928 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b1ad61d1-f8b9-4d34-be57-c056ba52e86e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/e88fe5de-029f-4738-8049-22bfe2b096a3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0827732 Feb 04 10:26:35.306897 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:35.317039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] device_id is not set on port 196813c4-34e8-4fcf-a099-faad76ef9842 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:35.353687 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.362171 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaa86b-3a99-4be9-adc3-643e312319e1 None None] Pushing event updated for resources: {'Port': ['ID=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:35.388583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2900d6f5-fea0-4731-b062-8cc383f6f61d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:35.403449 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add8024-45fa-4517-b281-b4b6529ced85 req-2644657c-75b2-4751-bc6e-fd916284c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:35.405252 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-2644657c-75b2-4751-bc6e-fd916284c184 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304ccce9-8cc8-468b-a3fa-37edcfd06afd HTTP/1.1" status: 200 len: 851 time: 0.1653554 Feb 04 10:26:35.406408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:35.413458 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:26:35.417839 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b19471c3-8fb3-4b1e-9bc6-ce63f126baf4 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6805344 Feb 04 10:26:35.419546 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:35.422033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 172.20.0.6 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/6969246a-b2d2-4f43-9888-b89ebce8ed77/e6619642-6e30-44d0-829a-a308e6d907bd) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:35.432655 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Request body: {'floatingip': {'floating_network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'port_id': '355c0fb4-eaeb-46c0-a8d8-223174f4c229', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:35.448094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:35.451352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:security_group_rule and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:35.456968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe76:c22f (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/0d3de139-c179-4c43-849c-71b664a5befd/e6619642-6e30-44d0-829a-a308e6d907bd) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:35.460057 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Usage tracker for resource:floatingip and tenant:4a20b5abb6ff4ed592f9b9498fabe391 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:35.466742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:35.469329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:35.472495 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-df3e14f5-23f8-4f0a-a352-e6769c813785 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa1bde83-447f-4b22-9164-41dcc26da3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605290 Feb 04 10:26:35.477834 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:35.506303 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-2900d6f5-fea0-4731-b062-8cc383f6f61d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:35.507658 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2900d6f5-fea0-4731-b062-8cc383f6f61d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports?device_id=e88fe5de-029f-4738-8049-22bfe2b096a3 HTTP/1.1" status: 200 len: 205 time: 0.1996665 Feb 04 10:26:35.509389 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:35.520048 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:35.675701 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-028f743f-3e6c-4161-8968-bcd9fda530ee service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956170 Feb 04 10:26:35.695225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.723761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026edb56-188a-4a1e-aca2-9b3f79934f74 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:35.725372 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-026edb56-188a-4a1e-aca2-9b3f79934f74 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=3fa14214-84ca-4cf0-a407-d4cc4637c84f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5035510 Feb 04 10:26:35.729119 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41524) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:35.823128 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.878930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.884049 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.935746 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Allocated IP 2001:db8::f816:3eff:fe0b:b1ad (611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8/8d49d87b-e6cb-4ff6-8cfe-8601596ac278/196813c4-34e8-4fcf-a099-faad76ef9842) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:35.952213 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:35.978763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e943f6b-ef36-4e0e-8122-0b265798c139,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:35.996794 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:35.997145 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Added segment 0fe7af2f-c0d4-481c-bd22-5f8c3171b82d of type vlan for network 68876532-eabd-4298-ada9-d52ff9a70407 Feb 04 10:26:36.016551 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-0add8024-45fa-4517-b281-b4b6529ced85 req-43890f44-fdf3-4251-ac20-5e34e846a13a service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342850 Feb 04 10:26:36.046380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998dbb1-0e04-4287-b355-26915730554c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:36.046943 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d998dbb1-0e04-4287-b355-26915730554c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Synchronizing usage tracker for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:36.051405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.068622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-d998dbb1-0e04-4287-b355-26915730554c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Unset dirty status for tenant:305bf9cf12ea4ddd9e6542ccd2f8bc1b on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:36.070137 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d998dbb1-0e04-4287-b355-26915730554c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.3380389 Feb 04 10:26:36.082562 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:36.134670 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c9a10941-51b6-421c-bc3e-d2402400236b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 200 len: 205 time: 0.0510032 Feb 04 10:26:36.136148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.141649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:36.142470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.148284 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41534) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:36.342654 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3820305 Feb 04 10:26:36.349748 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41538) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:36.404640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444fdf8-e49b-4906-8d77-47b65199269b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Network': ['ID=68876532-eabd-4298-ada9-d52ff9a70407,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:36.410516 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '68876532-eabd-4298-ada9-d52ff9a70407', 'name': 'tempest-PortsTestJSON-743491787'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:36.417874 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 68876532-eabd-4298-ada9-d52ff9a70407 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:36.510535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.545029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.568762 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object e6619642-6e30-44d0-829a-a308e6d907bd will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:36.579867 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.590038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.734221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.734750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Fanout notify agent at l3_agent the message router_deleted on router e88fe5de-029f-4738-8049-22bfe2b096a3 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:36.752657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20affa8d-f536-4739-b95f-744cc7d398ba None None] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:36.822145 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.823330 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d0c353e3-1c90-4f39-a242-556362a3941f tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/routers/e88fe5de-029f-4738-8049-22bfe2b096a3 HTTP/1.1" status: 204 len: 168 time: 1.3023427 Feb 04 10:26:36.830829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:36.832089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:36.840549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:port and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:36.846565 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:36.859570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:36.863674 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-65fc38a7-c96e-4cbc-ba81-522e7ead1ff8 None None] Provisioning for port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:36.883956 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.893032 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.941562 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:36.945465 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:36.963961 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d22e0-f8e4-4831-a076-a578c5cb41ac req-a0acd3d1-276c-4bd5-8791-538b1c52aaf7 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:36.965455 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4c5d22e0-f8e4-4831-a076-a578c5cb41ac req-a0acd3d1-276c-4bd5-8791-538b1c52aaf7 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.8244951 Feb 04 10:26:36.984826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 8839f626-1725-4279-8b7c-c1d3c1347e60 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:37.027890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.060775 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port 04672e60-0e85-424b-82be-45e84131d0c0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:37.061426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.115056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.119062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:37.143803 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting subnet dee6644e-8201-43dc-979b-157e41b71d92 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:37.147776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:37.164070 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.209735 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:37.253120 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fcc56f34-c625-4216-b82c-835a5ccd2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.275631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=e6619642-6e30-44d0-829a-a308e6d907bd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:37.296906 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Transition to ACTIVE for port object 196813c4-34e8-4fcf-a099-faad76ef9842 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:37.308559 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-4c5d22e0-f8e4-4831-a076-a578c5cb41ac req-de26e85a-c9e0-4356-9077-6cdeb26c535b tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898247 Feb 04 10:26:37.419504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:37.433003 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.446623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.498411 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:37.503605 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:37.504618 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.535066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:37.535792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.591401 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cba47be4-c390-4318-8466-4b167fd8b507 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2629185 Feb 04 10:26:37.593272 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41546) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:37.602574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52c78c6d-7a86-4fef-803f-cc4ece1ff6ec None None] Provisioning for port e6619642-6e30-44d0-829a-a308e6d907bd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:37.604527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Allocated IP 172.26.5.35 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/5d55b911-c8a1-4aab-bcb5-2e6e59a12bd1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:37.610563 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.612302 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52c78c6d-7a86-4fef-803f-cc4ece1ff6ec None None] Provisioning complete for port e6619642-6e30-44d0-829a-a308e6d907bd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:37.612698 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-52c78c6d-7a86-4fef-803f-cc4ece1ff6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.648509 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for 04672e60-0e85-424b-82be-45e84131d0c0 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:37.668556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.707008 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.724828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.733240 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:37.744575 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:37.745204 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-52c78c6d-7a86-4fef-803f-cc4ece1ff6ec None None] Port e6619642-6e30-44d0-829a-a308e6d907bd cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:37.766936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:37.768536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,segment=NetworkSegment(c3567d09-8c4a-44ca-a547-cb1183262354),segment_id=c3567d09-8c4a-44ca-a547-cb1183262354)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:37.773846 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:37.774289 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.775932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.799662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8605d-0ec4-4b10-9bd3-c391867b526e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:37.810334 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8605d-0ec4-4b10-9bd3-c391867b526e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:37.811500 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-96f8605d-0ec4-4b10-9bd3-c391867b526e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:37.859997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Port': ['ID=196813c4-34e8-4fcf-a099-faad76ef9842,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:37.872585 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-96f8605d-0ec4-4b10-9bd3-c391867b526e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:37.880433 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-dfe43f7c-29d8-4f26-9959-84c523dffb22 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9254019 Feb 04 10:26:37.882405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41550) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:37.882569 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-96f8605d-0ec4-4b10-9bd3-c391867b526e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2882268 Feb 04 10:26:37.886793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:37.891097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:37.898233 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:37.912995 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.007030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.019881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.053286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=8839f626-1725-4279-8b7c-c1d3c1347e60,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:38.057379 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking segment: {'id': '0fe7af2f-c0d4-481c-bd22-5f8c3171b82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '68876532-eabd-4298-ada9-d52ff9a70407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:38.057739 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network hostable DHCP agents. Network: 68876532-eabd-4298-ada9-d52ff9a70407, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:38.092472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Subnet': ['ID=dee6644e-8201-43dc-979b-157e41b71d92,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:38.100924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 68876532-eabd-4298-ada9-d52ff9a70407 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:38.103463 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port e6619642-6e30-44d0-829a-a308e6d907bd {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:38.103814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.105412 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.116408 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d94aef2-6306-44f1-9dd3-70ff09ba3220 None None] Provisioning for port 196813c4-34e8-4fcf-a099-faad76ef9842 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:38.123939 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db43038-cee2-488f-b79a-dd11f3b6c094 None None] Network f4713a45-566e-46a0-818f-168529dfd2f5 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:38.139834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d94aef2-6306-44f1-9dd3-70ff09ba3220 None None] Provisioning complete for port 196813c4-34e8-4fcf-a099-faad76ef9842 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:38.140342 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d94aef2-6306-44f1-9dd3-70ff09ba3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.145171 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.157047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 68876532-eabd-4298-ada9-d52ff9a70407) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:38.159076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=04672e60-0e85-424b-82be-45e84131d0c0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:38.164144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:38.169558 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:38.170295 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.172220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting subnet 8d49d87b-e6cb-4ff6-8cfe-8601596ac278 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:38.178971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.186998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.219454 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3d94aef2-6306-44f1-9dd3-70ff09ba3220 None None] Port 196813c4-34e8-4fcf-a099-faad76ef9842 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:38.222907 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816f1e6-2aa0-4f95-8fe8-bb49cc30ffc7 None None] Network 68876532-eabd-4298-ada9-d52ff9a70407 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:38.228923 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-74f22e12-eb19-4575-88fc-c4101deb55f0 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/subnets/dee6644e-8201-43dc-979b-157e41b71d92 HTTP/1.1" status: 204 len: 168 time: 1.3836942 Feb 04 10:26:38.235307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41558) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:38.269747 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a6ac2dae-7eb9-43de-ad6f-8604f37bac5b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9156682 Feb 04 10:26:38.270129 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:38.278087 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-702444623'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:38.286853 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:38.291930 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.335161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:network and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:38.400514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:38.462092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.466961 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:38.634833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.637887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.655051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:38.658686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.699115 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.699641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa14214-84ca-4cf0-a407-d4cc4637c84f {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:38.711514 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:38.731421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.731781 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Added segment 4eb55e97-9f48-4af3-b1c8-6481f2afb20d of type vlan for network ea7c37d0-3cff-42bc-9df0-9045858772d3 Feb 04 10:26:38.733066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.734128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] DHCP port deletion for f4713a45-566e-46a0-818f-168529dfd2f5 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:38.740167 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Deleting port 772ee618-bb47-40d4-94d0-6212572de10f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:38.740343 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93468ed-065e-42b4-b930-92e9fcbc802a req-0d2b4e9a-7034-4e07-aded-80dcec2514aa tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:38.740657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.741860 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b93468ed-065e-42b4-b930-92e9fcbc802a req-0d2b4e9a-7034-4e07-aded-80dcec2514aa tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.2761419 Feb 04 10:26:38.752090 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.760278 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3e56b732-4c8d-4607-9f69-8cb9f9e872d6 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 204 len: 168 time: 2.5969892 Feb 04 10:26:38.761118 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:38.768935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.785291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1904983669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:38.808162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:38.830347 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.834623 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:38.839826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:38.850984 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-b93468ed-065e-42b4-b930-92e9fcbc802a req-c1bbe2ab-2ddb-4510-81d1-4c2bebbd3c67 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888426 Feb 04 10:26:38.852811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:38.864263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.875431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 772ee618-bb47-40d4-94d0-6212572de10f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:38.875996 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.896035 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.897447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.901751 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.910564 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:38.912402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:38.931203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:38.995776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:39.027573 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] For port 772ee618-bb47-40d4-94d0-6212572de10f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=772ee618-bb47-40d4-94d0-6212572de10f,segment=NetworkSegment(b1c6fd3f-0f87-48f4-8ffe-42dd69af7527),segment_id=b1c6fd3f-0f87-48f4-8ffe-42dd69af7527)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:39.027996 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.059952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:39.069711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.074998 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8041410 Feb 04 10:26:39.081895 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:39.095770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'ports': [{'network_id': '68876532-eabd-4298-ada9-d52ff9a70407'}, {'network_id': 'ea7c37d0-3cff-42bc-9df0-9045858772d3'}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:39.096185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '68876532-eabd-4298-ada9-d52ff9a70407'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:39.096744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': 'ea7c37d0-3cff-42bc-9df0-9045858772d3'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:39.097783 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for e6619642-6e30-44d0-829a-a308e6d907bd owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:39.139943 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event updated for resources: {'Port': ['ID=5d55b911-c8a1-4aab-bcb5-2e6e59a12bd1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:39.176210 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Calling delete_port for 772ee618-bb47-40d4-94d0-6212572de10f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:39.188904 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd9132-ab3a-436c-9751-b27a3eb5ef4a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Network': ['ID=ea7c37d0-3cff-42bc-9df0-9045858772d3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:39.220044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.241371 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.260129 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network ea7c37d0-3cff-42bc-9df0-9045858772d3 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:39.277830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.372094 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.376593 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c0cb0788-ce12-4915-ac02-e488468d3f8a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6124926 Feb 04 10:26:39.384871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:39.399627 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] Pushing event deleted for resources: {'Port': ['ID=772ee618-bb47-40d4-94d0-6212572de10f,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:39.400571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'enable_snat': False}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:39.421202 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:39.466515 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:39.467083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf52c5-2641-493b-8c51-3ee937d5a0f4 None None] No DVR routers for this DVR port 772ee618-bb47-40d4-94d0-6212572de10f on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:39.472740 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:port and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:39.479802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:39.487146 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:39.502606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:39.509039 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.526607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.540158 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392153f9-1362-447b-bb26-a6be08c69a59 req-5cd0d767-fbb0-42e3-8fc5-d459f4531d7b tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:39.541812 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-392153f9-1362-447b-bb26-a6be08c69a59 req-5cd0d767-fbb0-42e3-8fc5-d459f4531d7b tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.1762066 Feb 04 10:26:39.544138 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.551187 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:39.551635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.658513 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-392153f9-1362-447b-bb26-a6be08c69a59 req-0b6075ef-13a9-44d7-80b7-a74363ae272b tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044636 Feb 04 10:26:39.789867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 772ee618-bb47-40d4-94d0-6212572de10f no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:39.800301 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:39.858244 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:39.875279 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 772ee618-bb47-40d4-94d0-6212572de10f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:39.875645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 772ee618-bb47-40d4-94d0-6212572de10f not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:40.080322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] For port 772ee618-bb47-40d4-94d0-6212572de10f, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=772ee618-bb47-40d4-94d0-6212572de10f,segment=NetworkSegment(b1c6fd3f-0f87-48f4-8ffe-42dd69af7527),segment_id=b1c6fd3f-0f87-48f4-8ffe-42dd69af7527)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:40.080606 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.090117 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=8d49d87b-e6cb-4ff6-8cfe-8601596ac278,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:40.108425 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 5d55b911-c8a1-4aab-bcb5-2e6e59a12bd1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:40.108780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.112461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d9b74-b43f-4739-a9b7-81212d637bbd None None] Network 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:40.138950 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.340332 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 772ee618-bb47-40d4-94d0-6212572de10f owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:40.369017 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] DHCP port deletion for 611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:40.373405 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Deleting port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:40.373785 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.481085 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.487020 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f313c904-b90b-4cd6-bf17-9ebe02a59492 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/8d49d87b-e6cb-4ff6-8cfe-8601596ac278 HTTP/1.1" status: 204 len: 168 time: 2.5941350 Feb 04 10:26:40.497238 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41586) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:40.511995 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.588867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] For port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,segment=NetworkSegment(c3567d09-8c4a-44ca-a547-cb1183262354),segment_id=c3567d09-8c4a-44ca-a547-cb1183262354)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:40.589191 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.601984 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4becb-fbbd-429b-9f1d-ff2ce14ec76a tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:40.603544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4becb-fbbd-429b-9f1d-ff2ce14ec76a tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:40.607748 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dbc4becb-fbbd-429b-9f1d-ff2ce14ec76a tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1067762 Feb 04 10:26:40.608971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:40.612470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.658557 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=e6619642-6e30-44d0-829a-a308e6d907bd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:40.719850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Calling delete_port for 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:40.804376 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:40.805156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:40.845147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.901094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.901740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.921347 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] Pushing event deleted for resources: {'Port': ['ID=43bb5b26-2cc7-439a-bd97-5e3b887c2e2b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:40.929220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 6a0392fe-a2f6-43be-b21d-20aa59c3bfc1 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:40.935658 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d198be9-b189-4de0-a832-ce3840c0bcf7 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:40.936420 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232986f8-2a34-48d5-8de5-f333d106c0e4 None None] No DVR routers for this DVR port 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:40.950842 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d198be9-b189-4de0-a832-ce3840c0bcf7 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 10:26:40.951385 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d198be9-b189-4de0-a832-ce3840c0bcf7 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:26:40.962361 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6d198be9-b189-4de0-a832-ce3840c0bcf7 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 HTTP/1.1" status: 409 len: 405 time: 0.3515425 Feb 04 10:26:40.968442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41596) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:40.974947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1855965547'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:40.981790 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:40.987931 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:40.992390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:41.000996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:41.027689 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:41.031403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.098401 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.100900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:41.107993 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Calling delete_port for 5d55b911-c8a1-4aab-bcb5-2e6e59a12bd1 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:41.114529 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.115424 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment d0cb8f46-ccb4-475b-b03b-6a531638a27c of type vlan for network 4bb6afe8-d816-4288-9e43-7759a8a11492 Feb 04 10:26:41.136964 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.148089 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.163322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.172688 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-63e4e0b9-ac14-4585-893e-6c927bb0ee1b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/e6619642-6e30-44d0-829a-a308e6d907bd HTTP/1.1" status: 204 len: 168 time: 3.2874565 Feb 04 10:26:41.179434 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41600) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:41.252013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 68876532-eabd-4298-ada9-d52ff9a70407 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:41.256203 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:41.259128 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:41.260314 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.273408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.279189 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.279778 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.306833 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:41.307204 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:41.319778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 772ee618-bb47-40d4-94d0-6212572de10f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:41.320131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.352503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:41.353178 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43bb5b26-2cc7-439a-bd97-5e3b887c2e2b not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:41.505060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ccf5a-773c-461d-a4a7-8da09dcbc253 req-211b2e37-7fed-47d2-ac45-8c1890c5fc0a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.507055 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-bb7ccf5a-773c-461d-a4a7-8da09dcbc253 req-211b2e37-7fed-47d2-ac45-8c1890c5fc0a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.5793948 Feb 04 10:26:41.561519 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.563038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.564636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.565431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:41.573143 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6036122 Feb 04 10:26:41.581562 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41604) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:41.584783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83af1c4-cd60-4b53-bf50-ad6f5599cb31 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=4bb6afe8-d816-4288-9e43-7759a8a11492,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:41.590316 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=6a0392fe-a2f6-43be-b21d-20aa59c3bfc1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:41.593234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] The port '772ee618-bb47-40d4-94d0-6212572de10f' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:26:41.595880 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 4bb6afe8-d816-4288-9e43-7759a8a11492 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:41.598321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:41.681243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking segment: {'id': '4eb55e97-9f48-4af3-b1c8-6481f2afb20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea7c37d0-3cff-42bc-9df0-9045858772d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:41.681604 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network hostable DHCP agents. Network: ea7c37d0-3cff-42bc-9df0-9045858772d3, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:41.726628 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:41.730747 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network ea7c37d0-3cff-42bc-9df0-9045858772d3 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:41.733498 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:subnet and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:41.739936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:41.748079 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:41.750535 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, ea7c37d0-3cff-42bc-9df0-9045858772d3) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:41.754551 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:41.761430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.763837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edba4f-2842-4ff2-bf76-ded1fdbdbb49 None None] Network ea7c37d0-3cff-42bc-9df0-9045858772d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:41.766419 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:41.767157 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.796555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:41.801532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.806849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:41.810872 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:41.812221 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-005c5e03-8ec0-4297-adcd-223243a98932 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6313045 Feb 04 10:26:41.815332 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41608) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:41.822976 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-900b9d55-d4f8-4693-a8e3-7b13e7b582cd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7373300 Feb 04 10:26:41.864146 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41612) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:41.916445 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-bb7ccf5a-773c-461d-a4a7-8da09dcbc253 req-cacb2529-57ea-4176-b726-5a2aca77cee9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913119 Feb 04 10:26:41.942770 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Port': ['ID=5d55b911-c8a1-4aab-bcb5-2e6e59a12bd1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:42.011615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 0d3de139-c179-4c43-849c-71b664a5befd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:42.026859 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.054678 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.110542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4713a45-566e-46a0-818f-168529dfd2f5']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:42.118920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.124565 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.161811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port 6a0392fe-a2f6-43be-b21d-20aa59c3bfc1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:42.162774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.164247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.168958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:42.169445 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c6fd3f-0f87-48f4-8ffe-42dd69af7527') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:42.232693 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.309879 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] create failed (client error): The resource could not be found. Feb 04 10:26:42.310827 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-91a99286-5efa-424a-a944-f86a639ee117 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.8912044 Feb 04 10:26:42.311787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.318214 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41620) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:42.337334 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:42.337744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:42.354774 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:42.505344 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.508264 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Allocated IP 172.26.5.197 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/25cace2f-99bb-4841-b900-f886acb7e913) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:42.531391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.553534 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 355c0fb4-eaeb-46c0-a8d8-223174f4c229 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:42.553878 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.555357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9929946-4468-4d9c-9acc-8ab41e80f3c8 req-513a7a72-29d9-4b30-8b41-8d8708dc4d61 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:42.556838 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e9929946-4468-4d9c-9acc-8ab41e80f3c8 req-513a7a72-29d9-4b30-8b41-8d8708dc4d61 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.3175795 Feb 04 10:26:42.557594 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Network': ['ID=f4713a45-566e-46a0-818f-168529dfd2f5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:42.564688 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-992a60ad-01cd-4d50-8b62-c033cc242914 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/networks/f4713a45-566e-46a0-818f-168529dfd2f5 HTTP/1.1" status: 204 len: 168 time: 4.3283982 Feb 04 10:26:42.580737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41624) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:42.601799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'network': {'name': 'tempest-RoutersTest-1353211360'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:42.657266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:42.669767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:network and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:42.679058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.682118 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:42.702805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:42.709177 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-e9929946-4468-4d9c-9acc-8ab41e80f3c8 req-58d9c190-4df9-4dbc-8c88-a0a72ecb1c12 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429298 Feb 04 10:26:42.745810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:42.745810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.792109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.801637 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:42.806606 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-0c68cec2-7e82-480f-b048-9b9651dbe017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:42.808125 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-0c68cec2-7e82-480f-b048-9b9651dbe017 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e68a1f3c850e4745924e03b94c799e63&device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 1098 time: 0.5517063 Feb 04 10:26:42.813850 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.814410 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Added segment 9fa8d80d-0ed6-420f-981a-7336df32a968 of type vlan for network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 Feb 04 10:26:42.816617 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.847033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.870255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.945114 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:42.948268 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:42.950109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.955451 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:42.956033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:42.962443 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:43.077828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Pushing event updated for resources: {'Port': ['ID=25cace2f-99bb-4841-b900-f886acb7e913,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:43.087151 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for 6a0392fe-a2f6-43be-b21d-20aa59c3bfc1 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:43.105589 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5231609 Feb 04 10:26:43.110148 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41628) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:43.122037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'subnet': {'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:43.319646 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.401833 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0664ab-449a-4620-92e6-eb5afcc9235e tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Network': ['ID=d9e58fa3-e690-4fa2-9e9f-577af40f27f0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:43.412416 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:43.466786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:43.473858 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.476572 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3de139-c179-4c43-849c-71b664a5befd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:43.492356 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.492951 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef83e9-22df-400b-bf79-e6ce7c4cf759 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:43.550313 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:43.557456 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:subnet and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:43.564305 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:43.572508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:43.620649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-dc0e8bd7-4b4b-4c91-a425-deb0d9c99c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:43.622229 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-dc0e8bd7-4b4b-4c91-a425-deb0d9c99c1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 200 len: 912 time: 0.7698846 Feb 04 10:26:43.625799 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dd88fafb-6792-409f-858f-158778b990ad tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/0d3de139-c179-4c43-849c-71b664a5befd HTTP/1.1" status: 204 len: 168 time: 1.8033032 Feb 04 10:26:43.637997 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:43.653021 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:43.656634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.723292 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.772917 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-7d2fbeed-537a-4676-8d22-800186787d7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 200 len: 217 time: 0.1396942 Feb 04 10:26:43.774700 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.793649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=46c5e1e0-d588-4393-9dd4-553215dfd234,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:43.857595 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.860622 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=6a0392fe-a2f6-43be-b21d-20aa59c3bfc1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:43.909278 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 6969246a-b2d2-4f43-9888-b89ebce8ed77 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:43.918192 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.996053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:43.997973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Calling delete_port for 355c0fb4-eaeb-46c0-a8d8-223174f4c229 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:44.060583 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.066649 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d187d9db-1b0d-4001-bf73-2ff2aa469776 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/6a0392fe-a2f6-43be-b21d-20aa59c3bfc1 HTTP/1.1" status: 204 len: 168 time: 2.1941388 Feb 04 10:26:44.078380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': 'd0cb8f46-ccb4-475b-b03b-6a531638a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:44.078757 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: 4bb6afe8-d816-4288-9e43-7759a8a11492, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:44.091262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41638) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:44.141177 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-f042de2c-a0f1-42ed-b558-5f6d864b1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:44.142868 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-f042de2c-a0f1-42ed-b558-5f6d864b1053 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=304ccce9-8cc8-468b-a3fa-37edcfd06afd HTTP/1.1" status: 200 len: 851 time: 0.3455153 Feb 04 10:26:44.229209 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-235f75fa-b3b0-4b5f-8f5e-21cc6d75bbc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fa1bde83-447f-4b22-9164-41dcc26da3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734940 Feb 04 10:26:44.237190 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 4bb6afe8-d816-4288-9e43-7759a8a11492 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:44.342600 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 4bb6afe8-d816-4288-9e43-7759a8a11492) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:44.352212 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:44.352828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.361416 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202a194-46d6-40a0-8f53-fc92db2de1c0 None None] Network 4bb6afe8-d816-4288-9e43-7759a8a11492 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:44.417748 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.461322 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a00dcf5c-75ef-4391-8d5a-493bcfe6064c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8751409 Feb 04 10:26:44.463795 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41642) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:44.480857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad2b47-dd60-48d4-a13e-b8890c0b5e23 req-f9880490-76ae-4159-867e-b2376da56bd9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:44.483034 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-25ad2b47-dd60-48d4-a13e-b8890c0b5e23 req-f9880490-76ae-4159-867e-b2376da56bd9 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.5579002 Feb 04 10:26:44.520969 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-104260b0-c118-441c-8c4f-b0c48c41ab15 None None] Provisioning complete for port 4fc8235f-c302-44ab-9789-41937cb01024 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:44.522380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-104260b0-c118-441c-8c4f-b0c48c41ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.535042 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608714cd-5d84-48d9-8070-852750a4f7f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:44.541818 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608714cd-5d84-48d9-8070-852750a4f7f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:44.542603 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-608714cd-5d84-48d9-8070-852750a4f7f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:44.547126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.564154 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.615686 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-a4c02ea6-0cb6-4026-8234-110c59668841 service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679357 Feb 04 10:26:44.700265 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Port': ['ID=355c0fb4-eaeb-46c0-a8d8-223174f4c229,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:44.705746 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-25ad2b47-dd60-48d4-a13e-b8890c0b5e23 req-e009a762-7190-4e82-8eec-d6d1c09d5d54 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122107 Feb 04 10:26:44.797712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-608714cd-5d84-48d9-8070-852750a4f7f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:44.801847 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-608714cd-5d84-48d9-8070-852750a4f7f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7008874 Feb 04 10:26:44.810317 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41646) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:44.836887 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-4bb6afe8-d816-4288-9e43-7759a8a11492', 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': '46c5e1e0-d588-4393-9dd4-553215dfd234'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:44.837825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.936161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.938187 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-07169ede-c31a-48fd-b599-91847c48a59e tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "DELETE /v2.0/ports/355c0fb4-eaeb-46c0-a8d8-223174f4c229 HTTP/1.1" status: 204 len: 168 time: 2.5850770 Feb 04 10:26:44.944120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41650) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:44.947829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.954271 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:44.955327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.977610 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Subnet': ['ID=6883d27b-566a-40f4-94a0-210f1c8fcac6,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:44.988995 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:44.996982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Checking segment: {'id': '9fa8d80d-0ed6-420f-981a-7336df32a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:44.997414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network hostable DHCP agents. Network: d9e58fa3-e690-4fa2-9e9f-577af40f27f0, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:45.042437 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Allocated IP 2001:db8::f816:3eff:fe12:3c52 (4bb6afe8-d816-4288-9e43-7759a8a11492/46c5e1e0-d588-4393-9dd4-553215dfd234/ae8d1fff-1157-4fb4-a82f-6c9388a67e85) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:45.065374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.149646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.153450 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.157121 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=6969246a-b2d2-4f43-9888-b89ebce8ed77,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:45.177157 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b26cc86-d3c9-44b4-893c-6f70d5868c9c None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:45.185259 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-4e5f0380-50ff-4dcb-a720-f74349187ef4 req-88765bd5-171b-40ec-a9a6-d40703bbcf7a service neutron] 10.222.0.71 "GET /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511446 Feb 04 10:26:45.187339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:45.195444 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-bb5f6d50-173e-4185-94a6-5479599273b2 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/6969246a-b2d2-4f43-9888-b89ebce8ed77 HTTP/1.1" status: 204 len: 168 time: 1.5492229 Feb 04 10:26:45.197148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41654) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:45.302556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, d9e58fa3-e690-4fa2-9e9f-577af40f27f0) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:45.307033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:45.307739 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.335361 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b8f922f8-5de1-4124-8c80-0c1ed9934939 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299903 Feb 04 10:26:45.340069 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414352a-3f6c-44cb-80ac-74b2d1845136 None None] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:45.344813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41658) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:45.357029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:45.361781 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-509b8d81-0e45-4cd3-a94c-70d3d4012203 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2465906 Feb 04 10:26:45.365907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:45.374668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-821068595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:45.382567 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.412847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:45.421679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:router and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:45.428350 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:45.452357 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:45.478160 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc5ac9-fdb0-45d3-9a1f-4e0f7f9d7e7a tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:45.479024 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-98fc5ac9-fdb0-45d3-9a1f-4e0f7f9d7e7a tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Synchronizing usage tracker for tenant:4a20b5abb6ff4ed592f9b9498fabe391 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:45.484518 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.485708 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.496875 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Router 8d7cdac2-a6cf-47e5-be68-bd8d967dd29f is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:45.510269 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.539810 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.577290 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Transition to ACTIVE for port object ae8d1fff-1157-4fb4-a82f-6c9388a67e85 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:45.593306 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:45.601222 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.609170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:45.619229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:45.623960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-98fc5ac9-fdb0-45d3-9a1f-4e0f7f9d7e7a tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Unset dirty status for tenant:4a20b5abb6ff4ed592f9b9498fabe391 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:45.627314 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-98fc5ac9-fdb0-45d3-9a1f-4e0f7f9d7e7a tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "GET /v2.0/ports?device_id=65fc6903-f171-4ac5-bb81-34d4b5dafffa HTTP/1.1" status: 200 len: 913 time: 0.6796343 Feb 04 10:26:45.642850 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Transition to ACTIVE for port object ae8d1fff-1157-4fb4-a82f-6c9388a67e85 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:45.660994 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.663920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41666) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:45.666856 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.736661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:45.756886 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:45.778116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Network 4bb6afe8-d816-4288-9e43-7759a8a11492 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:45.781548 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:45.784520 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:45.794866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-d9e58fa3-e690-4fa2-9e9f-577af40f27f0', 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0', 'tenant_id': '8134e20b171b41f5bcd834f428944d3b', 'fixed_ips': [{'subnet_id': '6883d27b-566a-40f4-94a0-210f1c8fcac6'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:45.795853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.871218 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Pushing event updated for resources: {'Port': ['ID=ae8d1fff-1157-4fb4-a82f-6c9388a67e85,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:45.922468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:45.938850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:45.953023 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.964665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.966038 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-40144937-9bf8-4954-a8d3-0176692e7022 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5991261 Feb 04 10:26:45.977402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:45.983052 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.015002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Deleting port 4fc8235f-c302-44ab-9789-41937cb01024 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:46.015385 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.084746 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Attempting to bind port ae8d1fff-1157-4fb4-a82f-6c9388a67e85 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:46.085377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Attempting to bind port ae8d1fff-1157-4fb4-a82f-6c9388a67e85 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'd0cb8f46-ccb4-475b-b03b-6a531638a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:46.086027 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Attempting to bind port ae8d1fff-1157-4fb4-a82f-6c9388a67e85 on network 4bb6afe8-d816-4288-9e43-7759a8a11492 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:46.098617 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.101147 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:46.102791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:46.103149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Checking segment: {'id': 'd0cb8f46-ccb4-475b-b03b-6a531638a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:46.103561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.103984 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Bound using segment: {'id': 'd0cb8f46-ccb4-475b-b03b-6a531638a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:46.104439 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Bound port: ae8d1fff-1157-4fb4-a82f-6c9388a67e85, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cb8f46-ccb4-475b-b03b-6a531638a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4bb6afe8-d816-4288-9e43-7759a8a11492'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:46.105183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.106601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.107905 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-919789dc-1866-4ca6-a1c5-e800cf9835bf tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "PUT /v2.0/routers/8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 200 len: 916 time: 6.7222676 Feb 04 10:26:46.125146 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] Sync routers for ids ['8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:46.138983 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=46c5e1e0-d588-4393-9dd4-553215dfd234,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:46.144026 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.165408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:46.167553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.187868 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-728f02da-23ab-4140-8514-cbc1be8f6eeb tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6 HTTP/1.1" status: 204 len: 168 time: 1.3763914 Feb 04 10:26:46.191108 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41678) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.298931 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] Routers {'8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:46.299497 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:46.337736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56385bc9-9d10-42d4-938e-5e9093f27d45 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:46.338668 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-56385bc9-9d10-42d4-938e-5e9093f27d45 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:46.381067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-56385bc9-9d10-42d4-938e-5e9093f27d45 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:46.382409 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-56385bc9-9d10-42d4-938e-5e9093f27d45 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1902401 Feb 04 10:26:46.385670 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.390513 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41684) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.428908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:46.495934 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-f556af16-d408-4ac0-872b-de4fe7423329 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:26:46.499942 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f556af16-d408-4ac0-872b-de4fe7423329 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/6a0392fe-a2f6-43be-b21d-20aa59c3bfc1 HTTP/1.1" status: 404 len: 333 time: 0.0759203 Feb 04 10:26:46.499942 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:46.502666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.503550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:46.514618 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Allocated IP 172.20.0.2 (d9e58fa3-e690-4fa2-9e9f-577af40f27f0/6883d27b-566a-40f4-94a0-210f1c8fcac6/68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:46.516739 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] Routers {'8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:46.517457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:46.541438 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:46.542294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.571678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=c01d811e-d38f-4cce-aea5-ca0d7011a985,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:46.577240 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5df2b3-9d17-4d77-bf21-d373dd77503a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:26:46.581820 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9e5df2b3-9d17-4d77-bf21-d373dd77503a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/e4da5cf2-dbc9-48c3-b9b3-cf0bae439ec6 HTTP/1.1" status: 404 len: 333 time: 0.0737827 Feb 04 10:26:46.585194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.607139 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:46.607746 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208044a1-e8d9-48f2-8fee-baefef7b039c None None] The sync data for ids ['8d7cdac2-a6cf-47e5-be68-bd8d967dd29f'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:46.642757 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] For port ae8d1fff-1157-4fb4-a82f-6c9388a67e85, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:46.680716 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5e193bb0-9ec0-460a-864e-c761ae60e5c4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3339417 Feb 04 10:26:46.681404 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:46.689763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:46.711480 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] For port ae8d1fff-1157-4fb4-a82f-6c9388a67e85, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ae8d1fff-1157-4fb4-a82f-6c9388a67e85,segment=NetworkSegment(d0cb8f46-ccb4-475b-b03b-6a531638a27c),segment_id=d0cb8f46-ccb4-475b-b03b-6a531638a27c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:46.718566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.724053 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] For port 4fc8235f-c302-44ab-9789-41937cb01024, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4fc8235f-c302-44ab-9789-41937cb01024,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:46.725705 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.737595 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.805764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:46.914116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb6afe8-d816-4288-9e43-7759a8a11492']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:46.961370 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Calling delete_port for 4fc8235f-c302-44ab-9789-41937cb01024 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:47.007453 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cb8f46-ccb4-475b-b03b-6a531638a27c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:47.008426 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cb8f46-ccb4-475b-b03b-6a531638a27c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:47.092650 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e60044-b5a3-4af3-92a1-f89225c83725 req-83743102-65c2-4d71-8b46-8d8af1233ea8 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:47.094252 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f5e60044-b5a3-4af3-92a1-f89225c83725 req-83743102-65c2-4d71-8b46-8d8af1233ea8 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 1.1764050 Feb 04 10:26:47.118397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:47.125786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.136236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:47.137433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.140773 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:47.159952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:47.166555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7c37d0-3cff-42bc-9df0-9045858772d3']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:47.174165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5c3ec-4195-4116-a8c7-8fb0e80c96e4 None None] Pushing event updated for resources: {'Port': ['ID=ae8d1fff-1157-4fb4-a82f-6c9388a67e85,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:47.198758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb55e97-9f48-4af3-b1c8-6481f2afb20d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:47.199332 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb55e97-9f48-4af3-b1c8-6481f2afb20d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:47.202510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d82b8f-3032-4c68-b1d3-9be4c4224dab None None] Network 4bb6afe8-d816-4288-9e43-7759a8a11492 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:47.207768 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:47.213028 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.220386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.233805 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.261433 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b6bb5dff-37e9-4e69-a07c-148c22c3faa7 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 200 len: 922 time: 1.0499833 Feb 04 10:26:47.273203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:47.274583 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:47.275019 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:47.295167 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:47.332409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.375917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.379974 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4fc8235f-c302-44ab-9789-41937cb01024 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:47.399349 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:47.399764 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:47.419116 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:47.426866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.443923 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-f5e60044-b5a3-4af3-92a1-f89225c83725 req-20967728-44a2-443e-80c8-c53d588e19ea tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986157 Feb 04 10:26:47.487663 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 4fc8235f-c302-44ab-9789-41937cb01024 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:47.488043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4fc8235f-c302-44ab-9789-41937cb01024 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:47.525208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] Pushing event deleted for resources: {'Port': ['ID=4fc8235f-c302-44ab-9789-41937cb01024,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:47.530124 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b04ab7-6d24-4fe0-907b-dfd736d11b29 None None] No DVR routers for this DVR port 4fc8235f-c302-44ab-9789-41937cb01024 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:47.555136 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.562847 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:26:47.562847 dv-neutron-827824-1-hyperv neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:26:47.562847 dv-neutron-827824-1-hyperv neutron-server[87620]: [parameters: {'id': '4bb6afe8-d816-4288-9e43-7759a8a11492'}] Feb 04 10:26:47.562847 dv-neutron-827824-1-hyperv neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:47.563482 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:47.581296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.586421 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.587492 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862dd6b-bd20-4f85-92e5-fa37efd0c9a4 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:47.598061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Network': ['ID=ea7c37d0-3cff-42bc-9df0-9045858772d3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:47.607003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.617515 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-11e935a6-c953-45b1-918f-256001ecbd98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/networks/ea7c37d0-3cff-42bc-9df0-9045858772d3 HTTP/1.1" status: 204 len: 168 time: 1.0282218 Feb 04 10:26:47.618976 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:47.682475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027322601'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:47.701474 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Transition to ACTIVE for port object 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:47.749827 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Transition to ACTIVE for port object 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:47.756607 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:47.774752 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.778642 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:network and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:47.786615 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:47.796942 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4afff-5b30-4906-a3e2-91fa6803bbf2 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:47.801210 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-00c4afff-5b30-4906-a3e2-91fa6803bbf2 tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=8d7cdac2-a6cf-47e5-be68-bd8d967dd29f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5048108 Feb 04 10:26:47.807162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41708) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:47.841166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:47.916925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:47.920898 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:47.924464 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:47.931924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:47.934438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:47.959073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:26:47.962774 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.009976 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Pushing event updated for resources: {'Port': ['ID=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:48.054659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:48.061976 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:48.065750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aea338-8d21-4cf4-bb0e-6c49143f9a8c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:48.067436 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-65aea338-8d21-4cf4-bb0e-6c49143f9a8c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/networks/a23519c8-dc0f-4c7f-a31d-00ded3e92fae HTTP/1.1" status: 200 len: 881 time: 0.2592883 Feb 04 10:26:48.071805 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:48.072403 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.078077 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41712) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:48.121052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=d9b243ea-baec-4d9f-bb4f-1aef8feedb8e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:48.126535 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Attempting to bind port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:48.126924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Attempting to bind port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '9fa8d80d-0ed6-420f-981a-7336df32a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:48.127307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Attempting to bind port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa on network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:48.139551 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-f4812742-22ef-4693-8960-be8551793b71 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 200 len: 205 time: 0.0582674 Feb 04 10:26:48.140386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41716) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:48.140519 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:48.140695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Checking segment: {'id': '9fa8d80d-0ed6-420f-981a-7336df32a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:48.141217 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.141769 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Bound using segment: {'id': '9fa8d80d-0ed6-420f-981a-7336df32a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:48.142284 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Bound port: 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa8d80d-0ed6-420f-981a-7336df32a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd9e58fa3-e690-4fa2-9e9f-577af40f27f0'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:48.142663 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.156618 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': 'c01d811e-d38f-4cce-aea5-ca0d7011a985'}, {'subnet_id': 'd9b243ea-baec-4d9f-bb4f-1aef8feedb8e'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:48.158118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.161172 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.194579 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:48.207524 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-aedbd84f-3a47-40b8-ab0a-6d40ee5510a4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5215969 Feb 04 10:26:48.215240 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:48.222912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:0a:b0:e3', 'name': 'tempest-NetworksTestDHCPv6-185975932'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:48.229416 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.229774 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Added segment 621ccf40-8587-48a8-90d1-fd3fa560bff5 of type vlan for network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 Feb 04 10:26:48.232222 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port ae8d1fff-1157-4fb4-a82f-6c9388a67e85 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:48.232555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.305008 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.320102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] For port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:48.326464 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] For port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,segment=NetworkSegment(9fa8d80d-0ed6-420f-981a-7336df32a968),segment_id=9fa8d80d-0ed6-420f-981a-7336df32a968)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:48.333056 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.448068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.477777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d9ccb-0488-48f9-9c5f-b5cee9a8ac9e None None] Pushing event updated for resources: {'Port': ['ID=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:48.531931 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.548804 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Allocated IP 172.20.0.2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/c01d811e-d38f-4cce-aea5-ca0d7011a985/04c2dfe4-1495-453c-b78d-f52f2fec563b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:48.555900 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Allocated IP 2001:db8::f816:3eff:fe92:a93a (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/d9b243ea-baec-4d9f-bb4f-1aef8feedb8e/04c2dfe4-1495-453c-b78d-f52f2fec563b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:48.588833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:48.596127 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.20.0.1 (d9e58fa3-e690-4fa2-9e9f-577af40f27f0/6883d27b-566a-40f4-94a0-210f1c8fcac6/1684805b-5c32-403d-80f3-87e6fe4bc75a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:48.672106 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:48.694533 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:48.703347 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:48.877330 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.904988 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.908267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Transition to ACTIVE for port object 04c2dfe4-1495-453c-b78d-f52f2fec563b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:48.911750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:48.913250 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:48.924758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:48.931942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Transition to ACTIVE for port object 04c2dfe4-1495-453c-b78d-f52f2fec563b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:48.939706 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.008356 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:49.016488 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:49.026148 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:49.070441 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4504502 Feb 04 10:26:49.073508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41726) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:49.077479 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Pushing event updated for resources: {'Port': ['ID=04c2dfe4-1495-453c-b78d-f52f2fec563b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:49.090637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'subnet': {'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:49.107321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.172639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Attempting to bind port 04c2dfe4-1495-453c-b78d-f52f2fec563b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:49.173516 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Attempting to bind port 04c2dfe4-1495-453c-b78d-f52f2fec563b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:49.173742 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Attempting to bind port 04c2dfe4-1495-453c-b78d-f52f2fec563b on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:49.179116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:49.180006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:49.180006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.180510 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:49.180990 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Bound port: 04c2dfe4-1495-453c-b78d-f52f2fec563b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:49.181680 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.191300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c58bd-4bc4-4751-8713-522c8e0faed3 req-d7c9ae98-c307-4c5a-867b-ce62aa3aff49 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:49.193008 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c00c58bd-4bc4-4751-8713-522c8e0faed3 req-d7c9ae98-c307-4c5a-867b-ce62aa3aff49 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.5808704 Feb 04 10:26:49.211676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d78a7d-eb7b-45ad-99ea-66a8bbc9b265 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Network': ['ID=dd268c0c-7656-489b-b6ad-fe79a7f92ee2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:49.216754 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.222255 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.231860 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port 25cace2f-99bb-4841-b900-f886acb7e913 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:49.232208 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.234478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:49.300414 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Transition to ACTIVE for port object 1684805b-5c32-403d-80f3-87e6fe4bc75a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:49.303042 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] For port ae8d1fff-1157-4fb4-a82f-6c9388a67e85, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ae8d1fff-1157-4fb4-a82f-6c9388a67e85,segment=NetworkSegment(d0cb8f46-ccb4-475b-b03b-6a531638a27c),segment_id=d0cb8f46-ccb4-475b-b03b-6a531638a27c)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:49.303612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.352532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:49.386919 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] For port 04c2dfe4-1495-453c-b78d-f52f2fec563b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:49.390208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] For port 04c2dfe4-1495-453c-b78d-f52f2fec563b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=04c2dfe4-1495-453c-b78d-f52f2fec563b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:49.398554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:49.407268 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.429910 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-c00c58bd-4bc4-4751-8713-522c8e0faed3 req-3a5f2b26-b23b-4cd5-8efe-e85d6f156e67 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163529 Feb 04 10:26:49.452937 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for ae8d1fff-1157-4fb4-a82f-6c9388a67e85 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:49.471631 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:49.503539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:subnet and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:49.505795 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 142eb518-a650-41ae-98e1-8087b0b23354 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:49.506199 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.514656 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:49.532397 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:49.589608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:49.595549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.651849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.657022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b46c4-6951-4699-a112-47d9d5622e38 None None] Pushing event updated for resources: {'Port': ['ID=04c2dfe4-1495-453c-b78d-f52f2fec563b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:49.688165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:49.771673 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:49.792975 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 10:26:49.793536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 10:26:49.973565 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for 25cace2f-99bb-4841-b900-f886acb7e913 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:50.131308 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.152173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:50.164002 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:50.184062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:50.203799 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749db8f3-6edb-47e3-beae-903daf65813c None None] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:50.218979 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 172.20.0.3 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/c01d811e-d38f-4cce-aea5-ca0d7011a985/4acaf5bb-6f77-4c8a-87da-2e24fea058f3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:50.233382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No DVR routers for this DVR port ae8d1fff-1157-4fb4-a82f-6c9388a67e85 on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:50.237110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.268262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe0a:b0e3 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/d9b243ea-baec-4d9f-bb4f-1aef8feedb8e/4acaf5bb-6f77-4c8a-87da-2e24fea058f3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:50.284668 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=1684805b-5c32-403d-80f3-87e6fe4bc75a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:50.302574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Provisioning for port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:50.310032 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Provisioning complete for port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:50.310357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.408447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c96dc1-4828-4802-97fe-6c18af1cf369 req-c81a669e-cdaa-465b-954d-feb1e06a2347 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:50.409952 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-65c96dc1-4828-4802-97fe-6c18af1cf369 req-c81a669e-cdaa-465b-954d-feb1e06a2347 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.3330312 Feb 04 10:26:50.483720 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Calling delete_port for 142eb518-a650-41ae-98e1-8087b0b23354 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:50.525664 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Port': ['ID=ae8d1fff-1157-4fb4-a82f-6c9388a67e85,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:50.554301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.618992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.623436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.634487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.671345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] For port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,segment=NetworkSegment(9fa8d80d-0ed6-420f-981a-7336df32a968),segment_id=9fa8d80d-0ed6-420f-981a-7336df32a968)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:50.680511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.703799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb6afe8-d816-4288-9e43-7759a8a11492']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:50.722458 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cb8f46-ccb4-475b-b03b-6a531638a27c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:50.722819 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cb8f46-ccb4-475b-b03b-6a531638a27c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:50.746826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.768183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdecaf-2f0a-40a1-b597-3dd3a07ecf33 None None] Pushing event updated for resources: {'Port': ['ID=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:50.781792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.812171 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-65c96dc1-4828-4802-97fe-6c18af1cf369 req-1eb476aa-4711-4fb0-9817-244bb82a4386 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633385 Feb 04 10:26:50.832811 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Subnet': ['ID=7208880b-e517-4348-8316-fac73026e41e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:50.840465 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.842673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:50.843296 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:50.899430 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:50.961744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=25cace2f-99bb-4841-b900-f886acb7e913,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:51.027954 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking segment: {'id': '621ccf40-8587-48a8-90d1-fd3fa560bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:51.028420 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network hostable DHCP agents. Network: dd268c0c-7656-489b-b6ad-fe79a7f92ee2, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:51.049146 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.058141 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.080882 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.087483 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.131013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.141575 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Provisioning for port 1684805b-5c32-403d-80f3-87e6fe4bc75a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:51.151406 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Provisioning complete for port 1684805b-5c32-403d-80f3-87e6fe4bc75a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:51.151788 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.169891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=4bb6afe8-d816-4288-9e43-7759a8a11492,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:51.171908 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Port': ['ID=142eb518-a650-41ae-98e1-8087b0b23354,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:51.277173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Port 1684805b-5c32-403d-80f3-87e6fe4bc75a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:51.297468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Provisioning complete for port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:51.299139 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e189ab9c-911b-40f8-898b-200550e8472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.302917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:51.316827 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9eec3ab8-f830-454f-8a7a-5addba7accd4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/4bb6afe8-d816-4288-9e43-7759a8a11492 HTTP/1.1" status: 204 len: 168 time: 6.8507857 Feb 04 10:26:51.319802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:51.322030 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41734) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:51.332375 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.340079 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.346710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1333518013'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:51.353451 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.409625 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:51.412351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, dd268c0c-7656-489b-b6ad-fe79a7f92ee2) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:51.421525 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3ec6d-6414-45e0-bb90-c65116ccfe22 None None] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:51.462450 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd389d5-b410-41e4-9f04-5a1e7e3fba81 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:51.472682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:51.473304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.483800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:51.496505 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.513451 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:51.574767 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:51.615637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:51.624966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.625560 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7cdac2-a6cf-47e5-be68-bd8d967dd29f {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:51.669114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:51.675159 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:51.680750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.681949 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e392d0f6-51d8-4e7c-8fd5-0907ac11a72b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 204 len: 168 time: 3.5411010 Feb 04 10:26:51.688101 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:51.704417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:51.722534 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578445470', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:51.748804 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8e5e9a9b-ee63-4e9c-95ba-6050013e95b7 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6720738 Feb 04 10:26:51.749760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:51.753409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:51.754782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:51.755608 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.766321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2', 'name': 'tempest-PortsTestJSON-796726532'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:51.773586 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:51.777473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.781495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.789488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Usage tracker for resource:router and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:51.794833 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5785389 Feb 04 10:26:51.798642 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193797a0-a911-4b7d-850f-3ec8d8ad4925 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=4acaf5bb-6f77-4c8a-87da-2e24fea058f3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:51.799299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:51.802384 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:51.872544 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:26:51.893503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:51.893924 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment 90c90a9b-ac8b-471e-927f-547981b1e845 of type vlan for network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 Feb 04 10:26:51.927966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-f06e161a-4fce-4e1b-a33e-935e0d5591d6 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:51.929484 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-f06e161a-4fce-4e1b-a33e-935e0d5591d6 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.1229687 Feb 04 10:26:51.936761 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.027436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Deleting port 40ad7a68-e882-4a49-9b92-58b635f8eabc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:52.027800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.076924 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.082268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:52.082863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.093527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:52.145436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:52.145825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.242932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c5728c3-7d5d-4772-b5e2-fb5e59261f3d None None] Provisioning complete for port 1684805b-5c32-403d-80f3-87e6fe4bc75a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:52.243315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c5728c3-7d5d-4772-b5e2-fb5e59261f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.245680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=30938bb0-1bb8-4c67-9ebf-044fcb5a7074,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:52.257046 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ff84f736-4628-44d4-b0ff-ee4fb0c53d45 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9310935 Feb 04 10:26:52.265058 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:52.274376 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:26:52.275447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-dd268c0c-7656-489b-b6ad-fe79a7f92ee2', 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2', 'tenant_id': '356a166db5614379981ef36cf4d5d9b5', 'fixed_ips': [{'subnet_id': '7208880b-e517-4348-8316-fac73026e41e'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:52.276270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.284955 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:26:52.415495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.416379 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.469790 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3c5728c3-7d5d-4772-b5e2-fb5e59261f3d None None] Port 1684805b-5c32-403d-80f3-87e6fe4bc75a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:52.478408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:52.484926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:subnet and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:26:52.488468 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:26:52.496047 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:52.513845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:52.517499 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.539711 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.566003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c5728c3-7d5d-4772-b5e2-fb5e59261f3d None None] Provisioning for port 04c2dfe4-1495-453c-b78d-f52f2fec563b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:52.626000 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 04c2dfe4-1495-453c-b78d-f52f2fec563b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:52.675822 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] For port 40ad7a68-e882-4a49-9b92-58b635f8eabc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=40ad7a68-e882-4a49-9b92-58b635f8eabc,segment=NetworkSegment(78feba06-b20e-45dd-8f3b-391e69ab92dc),segment_id=78feba06-b20e-45dd-8f3b-391e69ab92dc)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:52.676104 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.726329 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Allocated IP 172.20.0.2 (dd268c0c-7656-489b-b6ad-fe79a7f92ee2/7208880b-e517-4348-8316-fac73026e41e/cb09739c-9a52-4b4d-acf1-c76f0d6f9a47) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:52.746834 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 04c2dfe4-1495-453c-b78d-f52f2fec563b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:52.798975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 04c2dfe4-1495-453c-b78d-f52f2fec563b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:52.801153 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:52.823364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:26:52.839341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8240-6774-49e2-930a-5e3220bcacbd req-2b9a51f6-2640-4cb6-a2dc-6c317e41011a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:52.841292 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-65ac8240-6774-49e2-930a-5e3220bcacbd req-2b9a51f6-2640-4cb6-a2dc-6c317e41011a tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 945 time: 0.6626329 Feb 04 10:26:52.915084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301726e3-d255-4e4d-b339-3b95bc8ad904 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:52.921010 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301726e3-d255-4e4d-b339-3b95bc8ad904 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:52.921857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-301726e3-d255-4e4d-b339-3b95bc8ad904 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:52.938936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:26:52.972512 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Router 65fc6903-f171-4ac5-bb81-34d4b5dafffa has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:26:52.993032 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Calling delete_port for 40ad7a68-e882-4a49-9b92-58b635f8eabc owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:53.115573 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-65ac8240-6774-49e2-930a-5e3220bcacbd req-4c4f7ec5-fcfb-4c5e-9b2a-9fd181a3b730 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/security-groups?id=19ddad27-cece-4e4c-9487-17914b794a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643051 Feb 04 10:26:53.168247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.182699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Provisioning complete for port 04c2dfe4-1495-453c-b78d-f52f2fec563b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:53.183102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.191075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-301726e3-d255-4e4d-b339-3b95bc8ad904 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:53.192441 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-301726e3-d255-4e4d-b339-3b95bc8ad904 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.3285532 Feb 04 10:26:53.193646 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:26:53.197450 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.204359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41756) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:53.243800 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.309975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Transition to ACTIVE for port object cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:53.342367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.357777 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:53.358190 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.358318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Transition to ACTIVE for port object cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:53.386810 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=c2534883-b0ff-4f6b-a938-b57805ee2c45,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:53.402165 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.402390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': '90c90a9b-ac8b-471e-927f-547981b1e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:53.402390 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: 30938bb0-1bb8-4c67-9ebf-044fcb5a7074, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:26:53.509439 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 04c2dfe4-1495-453c-b78d-f52f2fec563b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=04c2dfe4-1495-453c-b78d-f52f2fec563b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:53.511532 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:53.517713 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:53.523499 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.525537 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:53.527585 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Pushing event updated for resources: {'Port': ['ID=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:53.529636 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.534582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:26:53.561091 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.585447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:26:53.618519 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 30938bb0-1bb8-4c67-9ebf-044fcb5a7074) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:53.623757 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Pushing event deleted for resources: {'Port': ['ID=40ad7a68-e882-4a49-9b92-58b635f8eabc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:53.645062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:53.645651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.650058 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad1f2c-5808-45ba-8c69-4f16101f2f15 None None] Network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:53.665370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.682054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:53.701858 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] Sync routers for ids ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:53.718365 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] Routers {'65fc6903-f171-4ac5-bb81-34d4b5dafffa'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:53.719129 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:53.737985 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:26:53.819296 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:53.835090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.838699 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Attempting to bind port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:53.838993 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Attempting to bind port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '621ccf40-8587-48a8-90d1-fd3fa560bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:53.839311 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Attempting to bind port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 on network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:53.841832 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] Routers {'65fc6903-f171-4ac5-bb81-34d4b5dafffa'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:53.843955 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:53.848766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Allocated IP 172.20.0.7 (dd268c0c-7656-489b-b6ad-fe79a7f92ee2/7208880b-e517-4348-8316-fac73026e41e/a33f676b-cf81-4dd6-b2b0-21a5a1cce150) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:53.855587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=04c2dfe4-1495-453c-b78d-f52f2fec563b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:53.857045 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.863443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:53.863944 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Checking segment: {'id': '621ccf40-8587-48a8-90d1-fd3fa560bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:53.864229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.864634 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Bound using segment: {'id': '621ccf40-8587-48a8-90d1-fd3fa560bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:53.865726 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Bound port: cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621ccf40-8587-48a8-90d1-fd3fa560bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'dd268c0c-7656-489b-b6ad-fe79a7f92ee2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:53.866142 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.868142 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] No DVR routers for this DVR port 40ad7a68-e882-4a49-9b92-58b635f8eabc on host hv-neutron-8278 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:53.874619 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:53.875446 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:53.875808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:53.877585 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [req-7b59053e-e805-405a-93e6-ef8c0872c651 req-e5bacad2-36ac-40b5-8917-4e12621add75 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.71 "DELETE /v2.0/ports/40ad7a68-e882-4a49-9b92-58b635f8eabc HTTP/1.1" status: 204 len: 173 time: 1.9368315 Feb 04 10:26:53.878243 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'name': 'network-vif-deleted', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:26:53.924370 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ae224584-2651-4ffa-8afa-e7d50e3e6fbf tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "PUT /v2.0/routers/65fc6903-f171-4ac5-bb81-34d4b5dafffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2590771 Feb 04 10:26:53.983248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41762) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:53.984937 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd433142-81ec-4b4a-a08b-1f7ae57b1a01', 'name': 'network-vif-deleted', 'tag': '40ad7a68-e882-4a49-9b92-58b635f8eabc', 'status': 'completed', 'code': 200} Feb 04 10:26:53.988493 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3deca2bd-0238-49b5-9271-8bbb61846815 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7222254 Feb 04 10:26:53.996304 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:53.997276 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d042a18-f8d5-43de-a469-e030f4543b07 None None] The sync data for ids ['65fc6903-f171-4ac5-bb81-34d4b5dafffa'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:54.048828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] For port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:54.052257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.054181 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] For port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,segment=NetworkSegment(621ccf40-8587-48a8-90d1-fd3fa560bff5),segment_id=621ccf40-8587-48a8-90d1-fd3fa560bff5)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:54.066850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:54.089367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.146732 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=1684805b-5c32-403d-80f3-87e6fe4bc75a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:54.155514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-30938bb0-1bb8-4c67-9ebf-044fcb5a7074', 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': 'c2534883-b0ff-4f6b-a938-b57805ee2c45'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:26:54.156595 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.183788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.193577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95943d2d-cd8e-4d16-b2dc-517f4af4f7f3 None None] Pushing event updated for resources: {'Port': ['ID=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:54.352536 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:54.431044 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.455587 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [req-cf89dec6-b70b-44de-9ea1-cd4e0c6882da req-c091e1a2-60fc-495d-a90f-d2c637ddb496 tempest-TestServerAdvancedOps-1234507080 tempest-TestServerAdvancedOps-1234507080-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd433142-81ec-4b4a-a08b-1f7ae57b1a01 HTTP/1.1" status: 200 len: 210 time: 0.1417971 Feb 04 10:26:54.502118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Allocated IP 2001:db8::2 (30938bb0-1bb8-4c67-9ebf-044fcb5a7074/c2534883-b0ff-4f6b-a938-b57805ee2c45/956aad56-00f4-4ea0-a87a-60fbfe4b3702) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:54.532684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Provisioning for port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:54.591325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Provisioning complete for port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:54.591977 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.733050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:54.744567 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1903a436-6e0c-4cbd-9acf-8b679cccf164 None None] Port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:54.765986 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:54.839518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 40ad7a68-e882-4a49-9b92-58b635f8eabc no longer exists at agent hyperv_hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:54.923730 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] No Port match for: 40ad7a68-e882-4a49-9b92-58b635f8eabc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:54.924360 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Device 40ad7a68-e882-4a49-9b92-58b635f8eabc not bound to the agent host hv-neutron-8278 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:54.965085 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.973010 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:26:54.990434 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:54.993531 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.024287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b851a1c-e570-4b76-8620-bec9f99a37f9 None None] Provisioning complete for port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:55.024866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b851a1c-e570-4b76-8620-bec9f99a37f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.026626 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.027360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Fanout notify agent at l3_agent the message router_deleted on router 65fc6903-f171-4ac5-bb81-34d4b5dafffa {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:26:55.063680 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.064728 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2b44c369-766d-4126-913a-f45e48ff1c68 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "DELETE /v2.0/routers/65fc6903-f171-4ac5-bb81-34d4b5dafffa HTTP/1.1" status: 204 len: 168 time: 1.0789819 Feb 04 10:26:55.070176 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.071881 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:55.080432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.095779 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.113839 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Transition to ACTIVE for port object 956aad56-00f4-4ea0-a87a-60fbfe4b3702 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:55.121554 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3b851a1c-e570-4b76-8620-bec9f99a37f9 None None] Port 4acaf5bb-6f77-4c8a-87da-2e24fea058f3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:55.140710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Transition to ACTIVE for port object 956aad56-00f4-4ea0-a87a-60fbfe4b3702 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:55.147799 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.174429 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Transition to ACTIVE for port object a33f676b-cf81-4dd6-b2b0-21a5a1cce150 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:26:55.183149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.237322 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:55.248835 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:55.255119 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting subnet 2fc02ec8-b320-4092-872a-52edbafe2194 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:55.259686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.267424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:55.275569 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c59338f3-f023-4ee2-b275-6450d44888af None None] Provisioning complete for port 1684805b-5c32-403d-80f3-87e6fe4bc75a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:55.276112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c59338f3-f023-4ee2-b275-6450d44888af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.322188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.358045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Pushing event updated for resources: {'Port': ['ID=956aad56-00f4-4ea0-a87a-60fbfe4b3702,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:55.384850 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.411533 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.446017 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c59338f3-f023-4ee2-b275-6450d44888af None None] Port 1684805b-5c32-403d-80f3-87e6fe4bc75a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:55.448251 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Attempting to bind port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:26:55.448735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Attempting to bind port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '90c90a9b-ac8b-471e-927f-547981b1e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:26:55.449271 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Attempting to bind port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 on network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:26:55.456667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:26:55.457203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Checking segment: {'id': '90c90a9b-ac8b-471e-927f-547981b1e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:26:55.457697 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.458235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Bound using segment: {'id': '90c90a9b-ac8b-471e-927f-547981b1e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:26:55.458961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Bound port: 956aad56-00f4-4ea0-a87a-60fbfe4b3702, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c90a9b-ac8b-471e-927f-547981b1e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:26:55.459333 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.467032 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Allocated IP 172.26.5.224 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/ac1f53c2-6895-4f8c-bcc1-34fc1b5338b8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:26:55.571232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.607325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] For port 956aad56-00f4-4ea0-a87a-60fbfe4b3702, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:26:55.616862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] For port 956aad56-00f4-4ea0-a87a-60fbfe4b3702, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=956aad56-00f4-4ea0-a87a-60fbfe4b3702,segment=NetworkSegment(90c90a9b-ac8b-471e-927f-547981b1e845),segment_id=90c90a9b-ac8b-471e-927f-547981b1e845)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:26:55.637430 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.644978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.694026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41778) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:55.698614 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:55.742183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9812c-1241-4f1d-a5d1-7dee60c06408 None None] Pushing event updated for resources: {'Port': ['ID=956aad56-00f4-4ea0-a87a-60fbfe4b3702,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:55.808424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a917ce-72e1-4ced-a437-53ba88e12db6 None None] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:55.854178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=4acaf5bb-6f77-4c8a-87da-2e24fea058f3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:55.889476 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=c2534883-b0ff-4f6b-a938-b57805ee2c45,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:55.937744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:55.954959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router 564eacb7-e3b1-44d9-b61f-1c0d97b0443f is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:55.958027 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:55.970759 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:55.986775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:56.046488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=a33f676b-cf81-4dd6-b2b0-21a5a1cce150,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:56.115688 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bdfd2d8b-b244-40e3-a02e-e4215cd10302 None None] Provisioning for port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:56.203911 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.217386 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:56.226186 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Deleting subnet 304ccce9-8cc8-468b-a3fa-37edcfd06afd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:56.229407 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.238081 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:56.238468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.296552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.323306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:56.323949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.386436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.407270 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:26:56.409700 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0f00fea9-1394-4016-8f99-2034608dfca3 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6528039 Feb 04 10:26:56.416296 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-40139fe5-6cce-4fb3-adb2-26ef4a250c51 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/564eacb7-e3b1-44d9-b61f-1c0d97b0443f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3980558 Feb 04 10:26:56.417151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:56.417151 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:56.423112 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.424417 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] Sync routers for ids ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:26:56.439401 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] Routers {'564eacb7-e3b1-44d9-b61f-1c0d97b0443f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:56.440214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.469021 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.493014 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.506970 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30938bb0-1bb8-4c67-9ebf-044fcb5a7074']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.519162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc02ec8-b320-4092-872a-52edbafe2194,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:56.526007 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.530669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.546675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.547102 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee4925-9418-4dfc-be1e-1a5cc4a86e26 None None] Network 3e0191c1-9df0-45a8-a019-88eb8440c139 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:56.548888 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cde01cb2-a234-4a08-b7d8-f6b1c2aa6a3a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/4acaf5bb-6f77-4c8a-87da-2e24fea058f3 HTTP/1.1" status: 204 len: 168 time: 3.3414891 Feb 04 10:26:56.559158 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-39d4518e-305f-4dc3-b130-d007b9b76659 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "DELETE /v2.0/subnets/2fc02ec8-b320-4092-872a-52edbafe2194 HTTP/1.1" status: 204 len: 168 time: 1.4843659 Feb 04 10:26:56.561741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41790) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:56.562194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:56.589881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc666af-81d3-49aa-aacd-d1ed9f6b7552 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:56.590532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dc666af-81d3-49aa-aacd-d1ed9f6b7552 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:56.598130 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:56.598484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.667660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dc666af-81d3-49aa-aacd-d1ed9f6b7552 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:56.671748 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9dc666af-81d3-49aa-aacd-d1ed9f6b7552 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports/1684805b-5c32-403d-80f3-87e6fe4bc75a HTTP/1.1" status: 200 len: 910 time: 0.2495234 Feb 04 10:26:56.672533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.678744 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41798) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:56.718325 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] Routers {'564eacb7-e3b1-44d9-b61f-1c0d97b0443f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:26:56.718964 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.840049 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,segment=NetworkSegment(621ccf40-8587-48a8-90d1-fd3fa560bff5),segment_id=621ccf40-8587-48a8-90d1-fd3fa560bff5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:56.852543 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.852961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc19334-f022-4df1-b5e4-60772b5aff71 None None] The sync data for ids ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:26:56.856291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.857224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 04c2dfe4-1495-453c-b78d-f52f2fec563b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:56.964517 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:26:56.973094 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:26:56.975427 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Provisioning complete for port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:56.975809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:56.995378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c90a9b-ac8b-471e-927f-547981b1e845') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.995682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c90a9b-ac8b-471e-927f-547981b1e845') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:56.999978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:26:57.011910 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.038640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.046958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:57.047366 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.073372 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:57.077210 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:57.079368 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:57.120014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event updated for resources: {'Port': ['ID=ac1f53c2-6895-4f8c-bcc1-34fc1b5338b8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:57.235313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 8b7a89a3-bc65-4694-8010-68e835c760c3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:57.235923 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.241684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 04c2dfe4-1495-453c-b78d-f52f2fec563b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:57.242301 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.267484 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] DHCP port deletion for 3e0191c1-9df0-45a8-a019-88eb8440c139 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:57.271574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:57.273262 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:57.274912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:26:57.275731 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:57.289225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:26:57.289225 dv-neutron-827824-1-hyperv neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:26:57.289225 dv-neutron-827824-1-hyperv neutron-server[87621]: [parameters: {'id': '30938bb0-1bb8-4c67-9ebf-044fcb5a7074'}] Feb 04 10:26:57.289225 dv-neutron-827824-1-hyperv neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:57.289675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:57.307999 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Deleting port 8b7a89a3-bc65-4694-8010-68e835c760c3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:57.308706 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.324408 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.402916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.415275 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:57.419093 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-68a1ba6d-16d1-4bea-9773-0f3d799cc0ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8507757 Feb 04 10:26:57.420429 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Provisioning for port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:57.425532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304ccce9-8cc8-468b-a3fa-37edcfd06afd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:57.435290 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41802) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:57.481540 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c8a5d-f71f-4ab7-b1fd-a4f77c8d1b79 None None] Network 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:57.506596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Provisioning complete for port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:57.506974 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.571051 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-34496181-922f-4c69-85c5-db5daafaab9a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/304ccce9-8cc8-468b-a3fa-37edcfd06afd HTTP/1.1" status: 204 len: 168 time: 1.8494699 Feb 04 10:26:57.579376 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:57.655175 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.729441 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7d197392-ca81-43df-bb2b-6b8dde19544e None None] Port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:57.774690 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] For port 8b7a89a3-bc65-4694-8010-68e835c760c3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8b7a89a3-bc65-4694-8010-68e835c760c3,segment=NetworkSegment(8e3d3ec3-df76-46ca-84bc-d537ff8d8935),segment_id=8e3d3ec3-df76-46ca-84bc-d537ff8d8935)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:57.775053 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.793069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.808386 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet c01d811e-d38f-4cce-aea5-ca0d7011a985 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:57.811476 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.847829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for a33f676b-cf81-4dd6-b2b0-21a5a1cce150 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:57.895441 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] For port 8b7a89a3-bc65-4694-8010-68e835c760c3, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=8b7a89a3-bc65-4694-8010-68e835c760c3,segment=NetworkSegment(8e3d3ec3-df76-46ca-84bc-d537ff8d8935),segment_id=8e3d3ec3-df76-46ca-84bc-d537ff8d8935)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:57.895857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:57.966612 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:57.990610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:57.991096 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.028184 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Calling delete_port for 8b7a89a3-bc65-4694-8010-68e835c760c3 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:58.052226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b95a1d4-2ae3-470e-9648-aaee1f19d409 None None] Provisioning complete for port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:58.053149 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b95a1d4-2ae3-470e-9648-aaee1f19d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.064500 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.085952 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Calling delete_port for 8b7a89a3-bc65-4694-8010-68e835c760c3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:58.100892 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.198607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8b95a1d4-2ae3-470e-9648-aaee1f19d409 None None] Port a33f676b-cf81-4dd6-b2b0-21a5a1cce150 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:26:58.242954 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.246502 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b95a1d4-2ae3-470e-9648-aaee1f19d409 None None] Provisioning for port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:58.263204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.287935 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:58.288339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.328112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] DHCP port deletion for 30938bb0-1bb8-4c67-9ebf-044fcb5a7074 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:26:58.344394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] No DVR routers for this DVR port 8b7a89a3-bc65-4694-8010-68e835c760c3 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:58.356621 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71adce-5bc3-49e0-9f17-918749c4f172 None None] Pushing event deleted for resources: {'Port': ['ID=8b7a89a3-bc65-4694-8010-68e835c760c3,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:58.362561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Deleting port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:58.362561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.408783 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.453845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.475170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:58.475170 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:58.514650 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] For port 956aad56-00f4-4ea0-a87a-60fbfe4b3702, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=956aad56-00f4-4ea0-a87a-60fbfe4b3702,segment=NetworkSegment(90c90a9b-ac8b-471e-927f-547981b1e845),segment_id=90c90a9b-ac8b-471e-927f-547981b1e845)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:58.514925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.525050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1bde83-447f-4b22-9164-41dcc26da3c2']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:58.542267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78feba06-b20e-45dd-8f3b-391e69ab92dc') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:58.542648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78feba06-b20e-45dd-8f3b-391e69ab92dc') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:58.553806 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.560286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 956aad56-00f4-4ea0-a87a-60fbfe4b3702 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:26:58.623324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=a33f676b-cf81-4dd6-b2b0-21a5a1cce150,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:58.705039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] For port 956aad56-00f4-4ea0-a87a-60fbfe4b3702, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=956aad56-00f4-4ea0-a87a-60fbfe4b3702,segment=NetworkSegment(90c90a9b-ac8b-471e-927f-547981b1e845),segment_id=90c90a9b-ac8b-471e-927f-547981b1e845)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:26:58.705529 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.770511 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.857211 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for 956aad56-00f4-4ea0-a87a-60fbfe4b3702 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:58.917278 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.919141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Calling delete_port for 956aad56-00f4-4ea0-a87a-60fbfe4b3702 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:26:58.925213 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.937702 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:58.938063 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.939294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.947477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: util.warn( Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:58.951384 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:58.966776 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:26:58.974942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:26:58.975882 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.004005 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Deleting port 8b7a89a3-bc65-4694-8010-68e835c760c3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:59.004405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.115185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] The port '8b7a89a3-bc65-4694-8010-68e835c760c3' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:26:59.118384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.125482 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.185223 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] Pushing event deleted for resources: {'Port': ['ID=956aad56-00f4-4ea0-a87a-60fbfe4b3702,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:59.189339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b8d30-b29c-4dcf-8544-8f87df1f36fa None None] No DVR routers for this DVR port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:26:59.196654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.209297 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e7077324-9996-46ad-8ad7-e2b051a0a1b9 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/a33f676b-cf81-4dd6-b2b0-21a5a1cce150 HTTP/1.1" status: 204 len: 168 time: 2.7907693 Feb 04 10:26:59.214732 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.218666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.222337 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:59.226968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a83d1-cdc6-4e13-8442-448486feb6d7 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:26:59.241588 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=c01d811e-d38f-4cce-aea5-ca0d7011a985,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:59.255291 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.340202 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.api [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:26:59.340521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG oslo_db.api [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:26:59.350194 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1bde83-447f-4b22-9164-41dcc26da3c2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:59.384744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8b7a89a3-bc65-4694-8010-68e835c760c3 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:59.392748 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-674b0867-ad63-409c-a022-25791bf99c47 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] DELETE failed (client error): The resource could not be found. Feb 04 10:26:59.393217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674b0867-ad63-409c-a022-25791bf99c47 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:26:59.401763 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.418362 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-41d52795-2b27-4dde-8453-de9a067ed542 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/c01d811e-d38f-4cce-aea5-ca0d7011a985 HTTP/1.1" status: 204 len: 168 time: 1.9780340 Feb 04 10:26:59.419549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41814) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:59.433665 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-674b0867-ad63-409c-a022-25791bf99c47 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/a33f676b-cf81-4dd6-b2b0-21a5a1cce150 HTTP/1.1" status: 404 len: 333 time: 0.1910756 Feb 04 10:26:59.433873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 8b7a89a3-bc65-4694-8010-68e835c760c3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:59.435744 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-da0df6fc-d0f6-484c-8bdc-58cfee7b45a0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fa1bde83-447f-4b22-9164-41dcc26da3c2 HTTP/1.1" status: 204 len: 168 time: 1.8525763 Feb 04 10:26:59.435862 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 8b7a89a3-bc65-4694-8010-68e835c760c3 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:59.436648 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a83d1-cdc6-4e13-8442-448486feb6d7 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:26:59.440846 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:59.441338 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:59.470465 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0191c1-9df0-45a8-a019-88eb8440c139']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:59.495810 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3d3ec3-df76-46ca-84bc-d537ff8d8935') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:59.495810 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3d3ec3-df76-46ca-84bc-d537ff8d8935') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:26:59.515798 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.538323 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet d9b243ea-baec-4d9f-bb4f-1aef8feedb8e {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:59.543195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.569040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.582537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:26:59.582933 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:26:59.597638 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:26:59.609145 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4491434d-0687-464b-b386-b0092fcde8f0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:26:59.609921 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4491434d-0687-464b-b386-b0092fcde8f0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:26:59.670636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Deleting subnet 818ba293-c6dd-45e8-bd72-cf204c390c73 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:59.677135 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4491434d-0687-464b-b386-b0092fcde8f0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:26:59.683980 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.691048 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4491434d-0687-464b-b386-b0092fcde8f0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/a33f676b-cf81-4dd6-b2b0-21a5a1cce150 HTTP/1.1" status: 404 len: 333 time: 0.1953645 Feb 04 10:26:59.693893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.711640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:26:59.767470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.774947 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.793290 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.837484 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] Pushing event deleted for resources: {'Network': ['ID=3e0191c1-9df0-45a8-a019-88eb8440c139,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:26:59.842975 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c3ed46b8-7669-4b05-be79-b5630ba07110 tempest-FloatingIPNegativeTestJSON-1786269519 tempest-FloatingIPNegativeTestJSON-1786269519-project] 10.222.0.73 "DELETE /v2.0/networks/3e0191c1-9df0-45a8-a019-88eb8440c139 HTTP/1.1" status: 204 len: 168 time: 3.2731767 Feb 04 10:26:59.847358 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port 956aad56-00f4-4ea0-a87a-60fbfe4b3702 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:59.847629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.855455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Router 9df93096-cae4-4041-b087-44257ca3f357 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:26:59.887044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 956aad56-00f4-4ea0-a87a-60fbfe4b3702 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:26:59.895849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting subnet 7208880b-e517-4348-8316-fac73026e41e {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:26:59.939375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.947645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b4f1f-fa56-442c-a307-51c14ad72432 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:26:59.951168 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:26:59.977443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] The port '956aad56-00f4-4ea0-a87a-60fbfe4b3702' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:26:59.986082 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 956aad56-00f4-4ea0-a87a-60fbfe4b3702 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:26:59.986579 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 956aad56-00f4-4ea0-a87a-60fbfe4b3702 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:26:59.998828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 1684805b-5c32-403d-80f3-87e6fe4bc75a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:26:59.999176 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.158679 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.183180 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41834) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.190733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.238150 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.274971 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30938bb0-1bb8-4c67-9ebf-044fcb5a7074']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.275548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.299388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c90a9b-ac8b-471e-927f-547981b1e845') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.299669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c90a9b-ac8b-471e-927f-547981b1e845') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.320723 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:00.324374 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.332531 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] Sync routers for ids ['9df93096-cae4-4041-b087-44257ca3f357'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:00.347433 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] Routers {'9df93096-cae4-4041-b087-44257ca3f357'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:00.349146 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818ba293-c6dd-45e8-bd72-cf204c390c73,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:00.352403 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9df93096-cae4-4041-b087-44257ca3f357'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.368447 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.387968 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.389405 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:00.389854 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.398904 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:00.407694 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:00.440645 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9ac46ba6-efc6-4c43-8819-c876515559e2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/818ba293-c6dd-45e8-bd72-cf204c390c73 HTTP/1.1" status: 204 len: 168 time: 0.9431942 Feb 04 10:27:00.452528 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.461660 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] Routers {'9df93096-cae4-4041-b087-44257ca3f357'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:00.462628 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9df93096-cae4-4041-b087-44257ca3f357'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.528788 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:00.529454 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425043aa-693b-4a8d-abb6-80b8873d148a None None] The sync data for ids ['9df93096-cae4-4041-b087-44257ca3f357'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:00.572820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.582979 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 1684805b-5c32-403d-80f3-87e6fe4bc75a owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:00.613276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.614768 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1c307d02-8ed5-43c3-9099-ba03e49f5f25 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9033868 Feb 04 10:27:00.620459 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.633518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:00.694699 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.765882 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.801127 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b243ea-baec-4d9f-bb4f-1aef8feedb8e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:00.806308 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.816392 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.832506 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=30938bb0-1bb8-4c67-9ebf-044fcb5a7074,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:00.839592 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:00.879265 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-38257a57-06e0-4085-8597-f2e7d3ade904 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/30938bb0-1bb8-4c67-9ebf-044fcb5a7074 HTTP/1.1" status: 204 len: 168 time: 6.8119171 Feb 04 10:27:00.886781 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-dbe52698-f419-43c5-942e-953b919eabb5 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/d9b243ea-baec-4d9f-bb4f-1aef8feedb8e HTTP/1.1" status: 204 len: 168 time: 1.4643281 Feb 04 10:27:00.887006 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.892508 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.912936 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1673233282'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:00.918089 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-915c4ac9-9c12-44c8-a92a-913e73aabc2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a20b5abb6ff4ed592f9b9498fabe391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336059 Feb 04 10:27:00.936451 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:00.960044 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50652b-7cd1-4802-af37-6ea4e980667d None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:00.981459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:01.011515 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:network and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:01.016544 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.018916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-805eac1a-75f4-4fab-93f4-25f069f9f663 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:01.024880 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:01.044033 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:01.056590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.063459 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-805eac1a-75f4-4fab-93f4-25f069f9f663 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:router {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:01.064857 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-805eac1a-75f4-4fab-93f4-25f069f9f663 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1686904 Feb 04 10:27:01.067318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0a1d79be-dbaa-43a0-aae6-8947a68925ef None None] Provisioning complete for port 04c2dfe4-1495-453c-b78d-f52f2fec563b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:01.067694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0a1d79be-dbaa-43a0-aae6-8947a68925ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.067935 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:01.072677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.082431 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:01.157055 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.218773 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Subnet': ['ID=7208880b-e517-4348-8316-fac73026e41e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:01.222837 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.226567 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.275820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.277615 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39e01f-cf81-4a59-8b80-6cd93c03fd0b None None] Network dd268c0c-7656-489b-b6ad-fe79a7f92ee2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:01.288791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:01.309270 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-79fcac79-493f-4423-a6a3-bc9cd360b2a4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/subnets/7208880b-e517-4348-8316-fac73026e41e HTTP/1.1" status: 204 len: 168 time: 1.5934720 Feb 04 10:27:01.315147 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41864) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:01.358306 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69b351d-d16a-43b2-82ef-d61ae4681358']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:01.367377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.367750 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Added segment 72541495-363c-4e95-8ca7-fe52ca8a8fed of type vlan for network 0fb003f8-43ae-4f57-b525-9f9178bbcbee Feb 04 10:27:01.411669 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2097a7-e721-4f80-b6ca-464dde4c232d') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:01.412527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2097a7-e721-4f80-b6ca-464dde4c232d') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:01.497806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.558940 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.562872 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:01.565244 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.570744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.580511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Deleting port 04c2dfe4-1495-453c-b78d-f52f2fec563b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:01.581247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.586791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:01.587870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.601640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:01.604156 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:01.607661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.610827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.626361 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fda36-9915-43ce-a551-12b16f265dcc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:01.628495 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-588fda36-9915-43ce-a551-12b16f265dcc tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5202444 Feb 04 10:27:01.631050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1955ab6d-07a2-4798-a9a2-d3eec7d31e5f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:01.633660 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:01.674706 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Deleting port ac1f53c2-6895-4f8c-bcc1-34fc1b5338b8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:01.674890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.680915 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.715225 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.716344 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-eb305bff-94bd-49c1-b0da-5994c52a4b54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1955ab6d-07a2-4798-a9a2-d3eec7d31e5f HTTP/1.1" status: 204 len: 168 time: 0.7789507 Feb 04 10:27:01.736737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:27:01.808090 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=1684805b-5c32-403d-80f3-87e6fe4bc75a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:01.855442 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 04c2dfe4-1495-453c-b78d-f52f2fec563b no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:01.901791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:01.902457 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.954510 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.958013 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54689659-e3c7-4b3d-ae0b-ccabb3bc036f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:01.959503 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-54689659-e3c7-4b3d-ae0b-ccabb3bc036f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:01.968163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:01.979550 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:01.980595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.012836 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] DHCP port deletion for dd268c0c-7656-489b-b6ad-fe79a7f92ee2 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:02.031158 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-54689659-e3c7-4b3d-ae0b-ccabb3bc036f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:02.032611 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-54689659-e3c7-4b3d-ae0b-ccabb3bc036f tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3965826 Feb 04 10:27:02.056007 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:02.065481 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Deleting port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:02.066048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.159986 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] For port 04c2dfe4-1495-453c-b78d-f52f2fec563b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=04c2dfe4-1495-453c-b78d-f52f2fec563b,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:02.160753 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.188857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.192022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Network': ['ID=0fb003f8-43ae-4f57-b525-9f9178bbcbee,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:02.217690 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6350f8c9-6214-4a34-9203-5edddc0192a0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606288 Feb 04 10:27:02.228552 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41882) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:02.246759 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:02.261080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] Pushing event deleted for resources: {'Network': ['ID=a69b351d-d16a-43b2-82ef-d61ae4681358,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:02.272051 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 0fb003f8-43ae-4f57-b525-9f9178bbcbee details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:02.277160 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d9dac703-6969-4599-b55f-d787afd75fc3 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3878031 Feb 04 10:27:02.295553 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41888) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:02.311932 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d0c99296-0b79-4d83-91a8-b3b40abe981e admin admin] 10.222.0.73 "DELETE /v2.0/networks/a69b351d-d16a-43b2-82ef-d61ae4681358 HTTP/1.1" status: 204 len: 168 time: 1.7380259 Feb 04 10:27:02.397860 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Calling delete_port for 04c2dfe4-1495-453c-b78d-f52f2fec563b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:02.433664 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Request body: {'subnet': {'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:02.496856 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.512590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.664080 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.758044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41898) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:02.833966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] Pushing event deleted for resources: {'Port': ['ID=04c2dfe4-1495-453c-b78d-f52f2fec563b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:02.842644 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb550718-a402-4565-9044-b2fa3d76104b None None] No DVR routers for this DVR port 04c2dfe4-1495-453c-b78d-f52f2fec563b on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:02.880048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.920256 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] For port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,segment=NetworkSegment(621ccf40-8587-48a8-90d1-fd3fa560bff5),segment_id=621ccf40-8587-48a8-90d1-fd3fa560bff5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:02.920816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:02.958256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Calling delete_port for ac1f53c2-6895-4f8c-bcc1-34fc1b5338b8 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:03.025672 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41910) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.060581 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:03.069140 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] For port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,segment=NetworkSegment(621ccf40-8587-48a8-90d1-fd3fa560bff5),segment_id=621ccf40-8587-48a8-90d1-fd3fa560bff5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:03.069671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.072039 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:03.089074 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:03.093817 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Usage tracker for resource:subnet and tenant:d357636842d4462ba80c134b127c518c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:03.096845 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:03.104168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:03.114751 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:03.120019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.122293 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:03.122775 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.124161 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:03.138813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Made reservation on behalf of d357636842d4462ba80c134b127c518c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:03.143264 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.207097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Calling delete_port for cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:03.263996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8a223512-5127-4e34-a906-8ae8dce9b3e3 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] Request body: {'port': {'network_id': 'd80ddaf6-eaa2-4078-a794-30608a5ce718', 'name': 'tempest-NetworksNegativeTestJSON-1157098965'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:03.265212 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c0ad7a5e-ae3f-4fda-bc73-d0a67ebc2577 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e68a1f3c850e4745924e03b94c799e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060499 Feb 04 10:27:03.270713 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.297790 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router 564eacb7-e3b1-44d9-b61f-1c0d97b0443f has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:03.299281 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.307619 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a223512-5127-4e34-a906-8ae8dce9b3e3 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] POST failed (client error): The resource could not be found. Feb 04 10:27:03.308099 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a223512-5127-4e34-a906-8ae8dce9b3e3 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.313037 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8a223512-5127-4e34-a906-8ae8dce9b3e3 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2803864 Feb 04 10:27:03.319640 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b441782e-4d66-424f-9d0a-c69fb6f25d61 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0872087 Feb 04 10:27:03.321395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41920) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.321733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.331927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:03.401050 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] Pushing event deleted for resources: {'Port': ['ID=cb09739c-9a52-4b4d-acf1-c76f0d6f9a47,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:03.404753 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da42cd-cd0a-4746-b07f-e44a76513671 None None] No DVR routers for this DVR port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:03.410351 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:03.410677 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:03.449316 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf234fa-39bf-4292-a427-d9d3fd44739a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:03.449799 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf234fa-39bf-4292-a427-d9d3fd44739a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.478662 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cdf234fa-39bf-4292-a427-d9d3fd44739a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "DELETE /v2.0/networks/bd077d9b-04a8-48e3-ae77-5cb223a920c9 HTTP/1.1" status: 404 len: 339 time: 0.1558323 Feb 04 10:27:03.483008 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.533487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:03.535146 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.544733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:03.545663 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] Sync routers for ids ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:03.555815 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] Routers {'564eacb7-e3b1-44d9-b61f-1c0d97b0443f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:03.556241 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59f889d-e3f9-47ab-a030-7333de5c983a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:03.556452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:03.556716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59f889d-e3f9-47ab-a030-7333de5c983a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.574341 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-64045596-06ca-49cf-98e9-662f35d59106 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/564eacb7-e3b1-44d9-b61f-1c0d97b0443f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8597722 Feb 04 10:27:03.575452 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41932) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.585220 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e59f889d-e3f9-47ab-a030-7333de5c983a tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "DELETE /v2.0/ports/d780e202-33a4-4137-9c18-acc03d7d08a3 HTTP/1.1" status: 404 len: 333 time: 0.0910561 Feb 04 10:27:03.589727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41936) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.613252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.627982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:03.637220 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7f516780-85e5-4326-9010-a98f0bdc26e8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:03.637569 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] Routers {'564eacb7-e3b1-44d9-b61f-1c0d97b0443f'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:03.638202 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:03.650871 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:03.655114 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7511cd-38a4-4b18-913a-a6ddf607142c tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:03.655644 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7511cd-38a4-4b18-913a-a6ddf607142c tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.684054 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6b7511cd-38a4-4b18-913a-a6ddf607142c tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "DELETE /v2.0/subnets/a567cc0d-5933-498a-ad0a-0e6f92e0b0d1 HTTP/1.1" status: 404 len: 337 time: 0.0843012 Feb 04 10:27:03.684237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7f516780-85e5-4326-9010-a98f0bdc26e8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:03.684237 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7f516780-85e5-4326-9010-a98f0bdc26e8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports?device_id=564eacb7-e3b1-44d9-b61f-1c0d97b0443f HTTP/1.1" status: 200 len: 205 time: 0.1028588 Feb 04 10:27:03.684237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.684469 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.706528 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:03.706943 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d178b6-e1c7-40da-841f-fc8d7bc3a0f4 None None] The sync data for ids ['564eacb7-e3b1-44d9-b61f-1c0d97b0443f'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:03.711123 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.774419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:03.777694 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:03.782678 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.784912 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:03.785582 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:03.792345 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a132752-2762-4fca-8481-ddfc1605d52b tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] GET failed (client error): The resource could not be found. Feb 04 10:27:03.793826 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0a132752-2762-4fca-8481-ddfc1605d52b tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "GET /v2.0/networks/ff9d225a-2562-4267-ac4d-fcdf841afecc HTTP/1.1" status: 404 len: 339 time: 0.1083786 Feb 04 10:27:03.798105 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Pushing event deleted for resources: {'Port': ['ID=ac1f53c2-6895-4f8c-bcc1-34fc1b5338b8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:03.806570 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41948) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.816754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:27:03.817105 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:27:03.853689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.878740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddad27-cece-4e4c-9487-17914b794a3f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:03.882355 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.942984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port cb09739c-9a52-4b4d-acf1-c76f0d6f9a47 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:03.943261 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:03.948761 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-930948a0-b6cb-4328-92fa-93d873f852f8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6239593 Feb 04 10:27:03.949757 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-921290de-daf5-4ad6-9971-6d0cdca10953 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] GET failed (client error): The resource could not be found. Feb 04 10:27:03.954636 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-921290de-daf5-4ad6-9971-6d0cdca10953 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "GET /v2.0/ports/5ec4afb2-47c4-4ca1-a316-788bffbe6841 HTTP/1.1" status: 404 len: 333 time: 0.1260395 Feb 04 10:27:03.956426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41952) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:03.956753 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.003711 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:04.066886 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a4486-3405-4fd3-9e25-b00de70f0129 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] GET failed (client error): The resource could not be found. Feb 04 10:27:04.068313 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e26a4486-3405-4fd3-9e25-b00de70f0129 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "GET /v2.0/subnets/7ef8273c-7ac5-4ede-a702-2f9a446b8c3b HTTP/1.1" status: 404 len: 337 time: 0.1024995 Feb 04 10:27:04.081300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41960) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.149057 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1c91f876-3a82-40ee-9ede-ea2219cd0676 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:04.157303 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.158450 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-28970086-0c91-45d4-ad29-1dbb954ce34b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19ddad27-cece-4e4c-9487-17914b794a3f HTTP/1.1" status: 204 len: 168 time: 0.8861270 Feb 04 10:27:04.193588 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c91f876-3a82-40ee-9ede-ea2219cd0676 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] PUT failed (client error): The resource could not be found. Feb 04 10:27:04.194217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c91f876-3a82-40ee-9ede-ea2219cd0676 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:04.195365 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1c91f876-3a82-40ee-9ede-ea2219cd0676 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "PUT /v2.0/networks/12a4b7cc-b163-40c0-930c-679cfcaa8be5 HTTP/1.1" status: 404 len: 339 time: 0.0690935 Feb 04 10:27:04.198745 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.199134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] The port 'cb09739c-9a52-4b4d-acf1-c76f0d6f9a47' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:27:04.202766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.241477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d053f4b3-1f5d-4b27-86d3-2f960a5d8741 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:04.387718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:27:04.388867 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:04.393301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.404299 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d053f4b3-1f5d-4b27-86d3-2f960a5d8741 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] PUT failed (client error): The resource could not be found. Feb 04 10:27:04.405072 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d053f4b3-1f5d-4b27-86d3-2f960a5d8741 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:04.410828 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d053f4b3-1f5d-4b27-86d3-2f960a5d8741 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "PUT /v2.0/ports/76ab6304-87de-4e87-a7a4-4d573725be17 HTTP/1.1" status: 404 len: 333 time: 0.1752021 Feb 04 10:27:04.477281 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41972) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.539958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1e80fc8c-48cb-4142-9731-10b04aefcfc7 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:04.567136 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3577c30-b449-49b5-b724-d17c3be0b14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.568020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41976) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.603269 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e80fc8c-48cb-4142-9731-10b04aefcfc7 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] PUT failed (client error): The resource could not be found. Feb 04 10:27:04.603729 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e80fc8c-48cb-4142-9731-10b04aefcfc7 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:04.604835 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1e80fc8c-48cb-4142-9731-10b04aefcfc7 tempest-NetworksNegativeTestJSON-1075789558 tempest-NetworksNegativeTestJSON-1075789558-project] 10.222.0.73 "PUT /v2.0/subnets/f37ac917-0a9d-4d4f-8f5d-57acc64cc8e6 HTTP/1.1" status: 404 len: 337 time: 0.1266506 Feb 04 10:27:04.607893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.620945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:04.621526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.635276 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.644976 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd268c0c-7656-489b-b6ad-fe79a7f92ee2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:04.667443 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621ccf40-8587-48a8-90d1-fd3fa560bff5') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:04.667741 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621ccf40-8587-48a8-90d1-fd3fa560bff5') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:04.710574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.724010 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4c3b5736-b9ac-4d56-b3c4-eedb9dabbd70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54cf457a97ba4517adb9808af6bb8316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449466 Feb 04 10:27:04.727647 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.768827 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.773106 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.773730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Fanout notify agent at l3_agent the message router_deleted on router 564eacb7-e3b1-44d9-b61f-1c0d97b0443f {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:27:04.785755 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:04.787477 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:04.787885 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.789609 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.791034 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:04.791461 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: util.warn( Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:04.805511 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:04.867304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event updated for resources: {'Subnet': ['ID=3ba45504-676f-43ef-9278-a7e5e82d55c0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:04.874531 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.878024 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b4535086-15df-4a8f-970d-82203352859c tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/routers/564eacb7-e3b1-44d9-b61f-1c0d97b0443f HTTP/1.1" status: 204 len: 168 time: 1.1928546 Feb 04 10:27:04.881548 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.889952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Checking segment: {'id': '72541495-363c-4e95-8ca7-fe52ca8a8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:04.890404 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network hostable DHCP agents. Network: 0fb003f8-43ae-4f57-b525-9f9178bbcbee, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:04.905765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.923060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.938045 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.940656 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6ca80977-48ad-44b1-84fe-dd14db5bcfeb tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9769690 Feb 04 10:27:04.948601 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 41992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.957645 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:04.960603 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 41996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:04.964122 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.975378 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.975829 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:04.985631 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Network': ['ID=dd268c0c-7656-489b-b6ad-fe79a7f92ee2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:05.000581 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a5830662-5623-4559-8e5b-0b3ed5478b98 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/networks/dd268c0c-7656-489b-b6ad-fe79a7f92ee2 HTTP/1.1" status: 204 len: 168 time: 3.6842670 Feb 04 10:27:05.004263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42002) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.012392 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-538526671'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:05.024770 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:05.033797 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:network and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:05.037820 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:05.044200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:05.058855 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:05.063149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.095204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:05.105747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.106325 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Added segment ec3c313f-2169-469a-8d8a-411e85c64cc2 of type vlan for network 0d8caab3-051b-4bd9-a202-dad25659b004 Feb 04 10:27:05.127392 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.147275 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.159532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0cb7c-5cfe-466b-83a3-bf32c07cd6b2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:05.182611 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:05.188346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.191957 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Network 0fb003f8-43ae-4f57-b525-9f9178bbcbee is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:05.192507 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Usage tracker for resource:security_group_rule and tenant:1068bea89d32438f952e0818f3296b56 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:05.196952 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:05.198115 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting subnet 6883d27b-566a-40f4-94a0-210f1c8fcac6 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:05.205845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:05.208020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.209771 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0fb9605b-bea4-402d-b2b9-a18fdf46895e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19a0cb7c-5cfe-466b-83a3-bf32c07cd6b2 HTTP/1.1" status: 204 len: 168 time: 0.4809659 Feb 04 10:27:05.212838 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.251163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.257393 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:05.258016 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.287469 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:05.289847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 0fb003f8-43ae-4f57-b525-9f9178bbcbee) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:05.293996 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:05.294594 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.307853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61ccd7-b0f5-487e-afb8-487643591340 None None] Network 0fb003f8-43ae-4f57-b525-9f9178bbcbee requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:05.312281 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Router 9df93096-cae4-4041-b087-44257ca3f357 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:05.327100 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.366320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:05.378365 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-811a24e9-d3b7-4f6d-abac-261b70a96b29 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0693533 Feb 04 10:27:05.382083 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.424887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Network': ['ID=0d8caab3-051b-4bd9-a202-dad25659b004,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:05.439318 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 0d8caab3-051b-4bd9-a202-dad25659b004 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:05.486157 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2b13d347-df7d-435a-9f17-2cf104115cee tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4805214 Feb 04 10:27:05.499311 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.500568 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:05.504688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.507618 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:05.508075 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:05.576101 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.576351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'subnet': {'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:05.586307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.629625 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.649791 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1068bea89d32438f952e0818f3296b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826370 Feb 04 10:27:05.655724 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.660054 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796be2b-6a8b-4ea9-b8dc-143611f55804,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:05.686438 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.686808 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.687821 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.688186 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.688831 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.688831 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.689195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.689497 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:05.689648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.689851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.690205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.690532 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.690857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df507ac1-5c2b-4a5c-985e-2bcb1c338818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:05.703067 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] Sync routers for ids ['9df93096-cae4-4041-b087-44257ca3f357'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:05.706731 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.708381 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-41b23f21-8c79-4835-a7fa-d676bd4fd4ce tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "PUT /v2.0/routers/9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 200 len: 705 time: 5.0855958 Feb 04 10:27:05.715353 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a746d494-354a-4ce5-ae96-24005a73de01 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7622886 Feb 04 10:27:05.719652 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.720151 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42022) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:05.720476 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] Routers {'9df93096-cae4-4041-b087-44257ca3f357'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:05.721112 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9df93096-cae4-4041-b087-44257ca3f357'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:05.728729 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:05.798154 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-0fb003f8-43ae-4f57-b525-9f9178bbcbee', 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee', 'tenant_id': 'd357636842d4462ba80c134b127c518c', 'fixed_ips': [{'subnet_id': '3ba45504-676f-43ef-9278-a7e5e82d55c0'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:05.799046 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.813803 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:05.825431 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] Routers {'9df93096-cae4-4041-b087-44257ca3f357'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:05.826087 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:26:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['9df93096-cae4-4041-b087-44257ca3f357'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:05.835641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.864346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.934868 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:05.936239 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4ca81-666f-4d8e-a8d5-0cc728fc300b None None] The sync data for ids ['9df93096-cae4-4041-b087-44257ca3f357'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:05.951385 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.979524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:05.983355 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Allocated IP 2001:db8::f816:3eff:fe19:fec7 (0fb003f8-43ae-4f57-b525-9f9178bbcbee/3ba45504-676f-43ef-9278-a7e5e82d55c0/fed01623-bce2-4ba9-80a6-69bda18ba2ca) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:06.009713 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796be2b-6a8b-4ea9-b8dc-143611f55804,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:06.026878 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.030499 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e8467d1d-851f-4419-9b27-a39de9b97c98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1796be2b-6a8b-4ea9-b8dc-143611f55804 HTTP/1.1" status: 204 len: 168 time: 0.3702066 Feb 04 10:27:06.066473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.162591 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7dd9523f-1024-403d-b1c5-aa9df64f509c tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/routers/9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 200 len: 740 time: 0.4402304 Feb 04 10:27:06.164321 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:06.165701 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:06.177741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:subnet and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:06.183934 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:06.198139 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:06.201077 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:06.222682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:06.231025 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:06.231598 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.234925 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.236149 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1a566565-a7c9-4ee6-98fe-9d831eb74b8a tempest-RoutersAdminTest-2015437615 tempest-RoutersAdminTest-2015437615-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=a23519c8-dc0f-4c7f-a31d-00ded3e92fae&device_id=9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 200 len: 205 time: 0.0686953 Feb 04 10:27:06.239566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42034) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:06.245306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Transition to ACTIVE for port object fed01623-bce2-4ba9-80a6-69bda18ba2ca will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:06.276006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Transition to ACTIVE for port object fed01623-bce2-4ba9-80a6-69bda18ba2ca will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:06.288527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.304031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.353441 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:06.356938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.358342 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:06.358967 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:06.390482 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.393632 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Subnet': ['ID=6883d27b-566a-40f4-94a0-210f1c8fcac6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:06.397459 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Network 0fb003f8-43ae-4f57-b525-9f9178bbcbee is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:06.398511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Pushing event updated for resources: {'Port': ['ID=fed01623-bce2-4ba9-80a6-69bda18ba2ca,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:06.402637 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ecbd6-108c-4ee4-a014-d6faae859e39 None None] Network d9e58fa3-e690-4fa2-9e9f-577af40f27f0 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:06.418801 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.419442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.419939 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.420430 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.420916 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.421402 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.421883 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.422388 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.422893 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.423375 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.423890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.424383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.432868 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-49fe0275-c209-4593-98ff-a17fca1ccfbe tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/subnets/6883d27b-566a-40f4-94a0-210f1c8fcac6 HTTP/1.1" status: 204 len: 168 time: 1.5480587 Feb 04 10:27:06.439488 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3e98df0d-8201-477c-a19e-e8dba627b50c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7160614 Feb 04 10:27:06.442890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42042) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:06.444168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:06.454465 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:06.454874 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-948ddb98-9efc-4646-b64e-f4ca1cdae36f tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 200 len: 205 time: 0.2125096 Feb 04 10:27:06.456764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42052) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:06.501208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:06.504539 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:06.531134 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.531883 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.532331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.532794 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.533264 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.533703 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.534164 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.534689 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.535235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.535754 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.536199 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.536658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-1-hyperv {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:27:06.647925 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.686356 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.692857 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:06.739762 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Attempting to bind port fed01623-bce2-4ba9-80a6-69bda18ba2ca on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:06.740495 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Attempting to bind port fed01623-bce2-4ba9-80a6-69bda18ba2ca by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '72541495-363c-4e95-8ca7-fe52ca8a8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:06.740973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Attempting to bind port fed01623-bce2-4ba9-80a6-69bda18ba2ca on network 0fb003f8-43ae-4f57-b525-9f9178bbcbee {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:06.744859 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:06.753395 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:06.753892 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Checking segment: {'id': '72541495-363c-4e95-8ca7-fe52ca8a8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:06.754435 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.755422 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Bound using segment: {'id': '72541495-363c-4e95-8ca7-fe52ca8a8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:06.756586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Bound port: fed01623-bce2-4ba9-80a6-69bda18ba2ca, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72541495-363c-4e95-8ca7-fe52ca8a8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:06.757097 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.773602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:06.773813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.809127 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:06.812629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.814039 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:06.814470 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:06.840382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.891672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba45504-676f-43ef-9278-a7e5e82d55c0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:06.904298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] For port fed01623-bce2-4ba9-80a6-69bda18ba2ca, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:06.908472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] For port fed01623-bce2-4ba9-80a6-69bda18ba2ca, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=fed01623-bce2-4ba9-80a6-69bda18ba2ca,segment=NetworkSegment(72541495-363c-4e95-8ca7-fe52ca8a8fed),segment_id=72541495-363c-4e95-8ca7-fe52ca8a8fed)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:06.914982 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:06.942853 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-615233c8-ba40-4209-af47-c6437980f98d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4957342 Feb 04 10:27:06.957020 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.019384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6cae2330-5169-464b-a552-2523610028be tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:07.035524 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] DHCP port deletion for d9e58fa3-e690-4fa2-9e9f-577af40f27f0 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:07.041683 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.053036 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Deleting port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:07.053571 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.104433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.106667 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.187479 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eaea9-5eb3-4800-8a9f-4427d9760ac6 None None] Pushing event updated for resources: {'Port': ['ID=fed01623-bce2-4ba9-80a6-69bda18ba2ca,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:07.211786 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.225727 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Subnet': ['ID=9e55f41c-8638-488f-b6ec-37ec03529c99,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:07.241963 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6cae2330-5169-464b-a552-2523610028be tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:07.243267 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6cae2330-5169-464b-a552-2523610028be tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2850981 Feb 04 10:27:07.245258 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] For port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,segment=NetworkSegment(9fa8d80d-0ed6-420f-981a-7336df32a968),segment_id=9fa8d80d-0ed6-420f-981a-7336df32a968)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:07.245618 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.248337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.256534 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42078) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.257167 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.257857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Fanout notify agent at l3_agent the message router_deleted on router 9df93096-cae4-4041-b087-44257ca3f357 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:27:07.265527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking segment: {'id': 'ec3c313f-2169-469a-8d8a-411e85c64cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:07.265662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network hostable DHCP agents. Network: 0d8caab3-051b-4bd9-a202-dad25659b004, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:07.324009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb003f8-43ae-4f57-b525-9f9178bbcbee']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:07.348407 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72541495-363c-4e95-8ca7-fe52ca8a8fed') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:07.348969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72541495-363c-4e95-8ca7-fe52ca8a8fed') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:07.355555 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a343daed-58ff-4069-9d8b-46bc0e9d04ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.365970 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.367245 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0fa206e7-7e88-4a07-adb5-ae2829ffd8a2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 204 len: 168 time: 0.9092946 Feb 04 10:27:07.373528 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.379933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.400248 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:07.405092 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] For port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,segment=NetworkSegment(9fa8d80d-0ed6-420f-981a-7336df32a968),segment_id=9fa8d80d-0ed6-420f-981a-7336df32a968)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:07.405554 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.435868 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-601427591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:07.445554 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092f5b2-eccc-44b7-9d83-be44fb4adb39 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:07.446479 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8092f5b2-eccc-44b7-9d83-be44fb4adb39 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:07.449402 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.454508 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 0d8caab3-051b-4bd9-a202-dad25659b004 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:07.456813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:07.462277 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-cfeb9406-93cf-414b-a1c1-8606ae644219 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 200 len: 205 time: 0.0808492 Feb 04 10:27:07.466462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.467476 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:07.467953 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.471005 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101e334-20be-4005-bb68-e740873ff84f None None] Network 0fb003f8-43ae-4f57-b525-9f9178bbcbee requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:07.472414 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:router and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:07.477841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:07.485712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:07.488555 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:07.491846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 0d8caab3-051b-4bd9-a202-dad25659b004) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:07.494359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:07.494954 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.532802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.534110 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.541431 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-68338f9a-74c1-4bea-82c7-1749209bfd28 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0292108 Feb 04 10:27:07.544302 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.551454 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2062869641'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:07.574467 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.632590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8092f5b2-eccc-44b7-9d83-be44fb4adb39 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:07.636229 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8092f5b2-eccc-44b7-9d83-be44fb4adb39 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3741636 Feb 04 10:27:07.640593 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-ee240749-b591-4395-8115-6235fd445c2f tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:07.644141 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ee240749-b591-4395-8115-6235fd445c2f tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/9df93096-cae4-4041-b087-44257ca3f357 HTTP/1.1" status: 404 len: 336 time: 0.1549935 Feb 04 10:27:07.645403 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.645591 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.662837 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad728b96-8454-4a9b-8e19-6422535d3bea None None] Network 0d8caab3-051b-4bd9-a202-dad25659b004 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:07.677400 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] No DVR routers for this DVR port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:07.685500 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Calling delete_port for 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:07.709574 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:07.750581 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42102) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.751345 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2ff3782e-8b5d-4c72-a2dd-66d4c4158f8b tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 200 len: 205 time: 0.1003225 Feb 04 10:27:07.822270 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:07.836949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.api [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 10:27:07.836949 dv-neutron-827824-1-hyperv neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 10:27:07.836949 dv-neutron-827824-1-hyperv neutron-server[87620]: [parameters: {'id': '0fb003f8-43ae-4f57-b525-9f9178bbcbee'}] Feb 04 10:27:07.836949 dv-neutron-827824-1-hyperv neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:07.837412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG oslo_db.api [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:07.845761 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c6656afc-b348-4448-9c62-511006a5d26b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982186 Feb 04 10:27:07.850246 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:07.856585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:07.886128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:27:07.886470 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:27:07.946451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.948296 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:07.958506 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:07.959412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:07.985540 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:07.995484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:08.006161 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:08.009825 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.029599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.066531 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-02c3d113-fb99-4ed2-9734-12ee4c26cb0d tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:08.071431 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-02c3d113-fb99-4ed2-9734-12ee4c26cb0d tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/8d7cdac2-a6cf-47e5-be68-bd8d967dd29f HTTP/1.1" status: 404 len: 336 time: 0.3139076 Feb 04 10:27:08.078712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.085036 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-0d8caab3-051b-4bd9-a202-dad25659b004', 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004', 'tenant_id': '356a166db5614379981ef36cf4d5d9b5', 'fixed_ips': [{'subnet_id': '9e55f41c-8638-488f-b6ec-37ec03529c99'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:08.086031 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.088048 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42110) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.166955 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a00d1838-7ae7-4605-acd6-220af261385c tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 200 len: 205 time: 0.0721083 Feb 04 10:27:08.169067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e58fa3-e690-4fa2-9e9f-577af40f27f0']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:08.176425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:08.179461 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.189125 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42114) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.194195 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:port and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:08.203847 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa8d80d-0ed6-420f-981a-7336df32a968') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:08.204147 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa8d80d-0ed6-420f-981a-7336df32a968') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:08.211782 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:08.252676 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Allocated IP 172.20.0.2 (0d8caab3-051b-4bd9-a202-dad25659b004/9e55f41c-8638-488f-b6ec-37ec03529c99/cd0becc7-cd2a-436f-9c14-910de6d2677d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:08.277648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:08.293991 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.302382 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-5533b279-b92c-45a6-adea-760cafd3ab5f tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:08.304331 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5533b279-b92c-45a6-adea-760cafd3ab5f tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/3fa14214-84ca-4cf0-a407-d4cc4637c84f HTTP/1.1" status: 404 len: 336 time: 0.1130264 Feb 04 10:27:08.307037 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42118) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.321676 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.325527 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b2503233-c7dc-4088-a154-7e3c2367121a tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1076460 Feb 04 10:27:08.325527 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.326554 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42122) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.334674 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1709577235'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:08.337661 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:08.341314 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.346857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.356006 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:08.358313 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:08.358719 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.368813 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ad2a54ea-6bd6-430f-8473-b98ea2946d0a tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 200 len: 205 time: 0.0604212 Feb 04 10:27:08.371595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:08.374325 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:08.386890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:network and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:08.447851 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:08.452881 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-2bbc5ab1-6cce-454c-b4ca-2aad00829ad2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:08.456444 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2bbc5ab1-6cce-454c-b4ca-2aad00829ad2 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/8e39701f-3b55-442c-9938-4e4ee4f7f75c HTTP/1.1" status: 404 len: 336 time: 0.0794361 Feb 04 10:27:08.458172 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.460320 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:08.460523 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port fed01623-bce2-4ba9-80a6-69bda18ba2ca {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:08.460798 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.462229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Deleting port 68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:08.462658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.467267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 6319cfad-491d-48dd-bcf3-e8a3881c724f yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:08.528960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:08.532965 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.550734 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5a722162-6a6c-4c11-913d-b65ca44089c6 None None] The port '68b89ef0-3c9e-4cb1-9b64-4878e4cd1aaa' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:27:08.555827 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.565569 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0701374c-4a53-4285-8a3a-030991a83ab0 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 200 len: 205 time: 0.1052949 Feb 04 10:27:08.569348 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.571217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.573506 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.579144 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.582422 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Transition to ACTIVE for port object cd0becc7-cd2a-436f-9c14-910de6d2677d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:08.603775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Transition to ACTIVE for port object cd0becc7-cd2a-436f-9c14-910de6d2677d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:08.610457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.619828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Network': ['ID=d9e58fa3-e690-4fa2-9e9f-577af40f27f0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:08.622835 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:08.631516 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a0c35d21-575a-4662-9f4e-80b3b8e52354 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/networks/d9e58fa3-e690-4fa2-9e9f-577af40f27f0 HTTP/1.1" status: 204 len: 168 time: 2.1825726 Feb 04 10:27:08.632474 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.635169 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:security_group_rule and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:08.663555 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-0849f1e8-ceb5-4ebb-bc59-0a8073805fa9 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:08.664599 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0849f1e8-ceb5-4ebb-bc59-0a8073805fa9 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/9ab5e782-538b-4341-968d-46974781f8c9 HTTP/1.1" status: 404 len: 336 time: 0.0872791 Feb 04 10:27:08.667384 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:08.672850 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-661525648', 'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:08.687927 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.696327 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:08.727713 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Pushing event updated for resources: {'Port': ['ID=cd0becc7-cd2a-436f-9c14-910de6d2677d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:08.737671 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:08.741719 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Network 0d8caab3-051b-4bd9-a202-dad25659b004 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:08.742997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:08.745594 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:08.761580 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8ec27f5f-8f88-44c4-bae6-a670754c1ea1 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e162f161-5275-4fa7-bce3-f3f337d1d14b HTTP/1.1" status: 200 len: 205 time: 0.0696290 Feb 04 10:27:08.764036 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:router and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:08.771478 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:08.774289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42146) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.790537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:08.843468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Attempting to bind port cd0becc7-cd2a-436f-9c14-910de6d2677d on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:08.843814 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Attempting to bind port cd0becc7-cd2a-436f-9c14-910de6d2677d by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'ec3c313f-2169-469a-8d8a-411e85c64cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:08.844239 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Attempting to bind port cd0becc7-cd2a-436f-9c14-910de6d2677d on network 0d8caab3-051b-4bd9-a202-dad25659b004 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:08.850775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:08.851465 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Checking segment: {'id': 'ec3c313f-2169-469a-8d8a-411e85c64cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:08.851592 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.852035 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Bound using segment: {'id': 'ec3c313f-2169-469a-8d8a-411e85c64cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:08.852683 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Bound port: cd0becc7-cd2a-436f-9c14-910de6d2677d, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c313f-2169-469a-8d8a-411e85c64cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0d8caab3-051b-4bd9-a202-dad25659b004'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:08.853076 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.880148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Allocated IP 172.20.0.9 (0d8caab3-051b-4bd9-a202-dad25659b004/9e55f41c-8638-488f-b6ec-37ec03529c99/6319cfad-491d-48dd-bcf3-e8a3881c724f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:08.880519 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.objects.ports [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:27:08.883164 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-ab2e2c5f-2927-4e60-81e0-18fa07330d07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] delete failed (client error): The resource could not be found. Feb 04 10:27:08.886773 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.886961 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ab2e2c5f-2927-4e60-81e0-18fa07330d07 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/routers/e162f161-5275-4fa7-bce3-f3f337d1d14b HTTP/1.1" status: 404 len: 336 time: 0.1087480 Feb 04 10:27:08.888158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42150) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:08.897153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.898156 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.948979 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] For port cd0becc7-cd2a-436f-9c14-910de6d2677d, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:08.952350 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] For port cd0becc7-cd2a-436f-9c14-910de6d2677d, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cd0becc7-cd2a-436f-9c14-910de6d2677d,segment=NetworkSegment(ec3c313f-2169-469a-8d8a-411e85c64cc2),segment_id=ec3c313f-2169-469a-8d8a-411e85c64cc2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:08.956853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:08.990229 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fbd4c8-82dd-49d3-bd2f-fde6110786e1 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:08.991084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fbd4c8-82dd-49d3-bd2f-fde6110786e1 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:09.002887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.005114 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:09.012663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:09.017845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] For port fed01623-bce2-4ba9-80a6-69bda18ba2ca, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=fed01623-bce2-4ba9-80a6-69bda18ba2ca,segment=NetworkSegment(72541495-363c-4e95-8ca7-fe52ca8a8fed),segment_id=72541495-363c-4e95-8ca7-fe52ca8a8fed)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:09.018235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.027497 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-83fbd4c8-82dd-49d3-bd2f-fde6110786e1 tempest-RoutersAdminTest-2556949 tempest-RoutersAdminTest-2556949-project] 10.222.0.73 "DELETE /v2.0/subnets/c5745ec7-54f9-4e3e-856b-bfcb8059fd0c HTTP/1.1" status: 404 len: 337 time: 0.1084287 Feb 04 10:27:09.028905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:09.029496 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.042326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ac8fc-da1e-4f4d-8cce-fd713340f336 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:09.061156 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=bbba2477-996a-4cc4-9369-43f311bed9d4,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:09.142098 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721f4f3-818e-4f6e-8d8d-70ec755b9982 None None] Pushing event updated for resources: {'Port': ['ID=cd0becc7-cd2a-436f-9c14-910de6d2677d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:09.216002 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for fed01623-bce2-4ba9-80a6-69bda18ba2ca owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:09.284495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.299457 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-552f08b7-013b-4438-a5c8-ceaf4a4a310b tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4477301 Feb 04 10:27:09.303845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:09.306794 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': 'bbba2477-996a-4cc4-9369-43f311bed9d4'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:09.307667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.312404 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:9a:1f:87', 'name': 'tempest-NetworksTestDHCPv6-1572829318'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:09.453868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.517886 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.555266 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:09.561505 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Allocated IP 2001:db8::f816:3eff:fed3:c471 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/bbba2477-996a-4cc4-9369-43f311bed9d4/bdc1b538-fc26-4e1f-81b7-57c210ebce49) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:09.577890 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.590943 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:09.600221 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.600565 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Added segment b884949c-9236-4c10-999c-4c9ed844c6a2 of type vlan for network 42380533-5ede-4a03-b72a-8b0dbcc3b428 Feb 04 10:27:09.602077 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Port': ['ID=fed01623-bce2-4ba9-80a6-69bda18ba2ca,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:09.609174 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No DVR routers for this DVR port fed01623-bce2-4ba9-80a6-69bda18ba2ca on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:09.629416 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.668764 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:09.679183 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:09.720518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6696a437-e5d8-4c0d-a696-8e38d1bef9fe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:09.724534 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.728861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:09.730630 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.751673 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:09.768740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.773863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Transition to ACTIVE for port object 6319cfad-491d-48dd-bcf3-e8a3881c724f will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:09.778256 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.784342 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:09.784825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.820251 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:09.860112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.893323 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Transition to ACTIVE for port object bdc1b538-fc26-4e1f-81b7-57c210ebce49 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:09.939491 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Transition to ACTIVE for port object bdc1b538-fc26-4e1f-81b7-57c210ebce49 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:09.951345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:09.991724 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cd0becc7-cd2a-436f-9c14-910de6d2677d up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:10.021024 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb003f8-43ae-4f57-b525-9f9178bbcbee']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:10.074825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:10.079840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:10.087957 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:10.092393 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72541495-363c-4e95-8ca7-fe52ca8a8fed') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:10.092930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72541495-363c-4e95-8ca7-fe52ca8a8fed') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:10.100857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Pushing event updated for resources: {'Port': ['ID=bdc1b538-fc26-4e1f-81b7-57c210ebce49,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.121215 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7936249 Feb 04 10:27:10.121886 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.122795 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.130195 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42168) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.142929 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'subnet': {'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:10.174666 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:10.184198 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Usage tracker for resource:security_group_rule and tenant:728d7a4e3cc443e7b85271341d2d9c9a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:10.192249 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:10.196855 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa195c-13cf-47d2-863a-c39a68734251 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Network': ['ID=42380533-5ede-4a03-b72a-8b0dbcc3b428,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.203641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:10.227502 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.232267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.242484 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:10.268969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:10.269590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:10.287909 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:10.327736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 0d8caab3-051b-4bd9-a202-dad25659b004 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:10.334817 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:10.344374 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:10.391448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port cd0becc7-cd2a-436f-9c14-910de6d2677d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:10.391846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=6319cfad-491d-48dd-bcf3-e8a3881c724f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.403535 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.408462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Attempting to bind port bdc1b538-fc26-4e1f-81b7-57c210ebce49 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:10.408919 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Attempting to bind port bdc1b538-fc26-4e1f-81b7-57c210ebce49 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:10.409175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Attempting to bind port bdc1b538-fc26-4e1f-81b7-57c210ebce49 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:10.422028 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:10.422333 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:10.422749 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.423151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:10.423636 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Bound port: bdc1b538-fc26-4e1f-81b7-57c210ebce49, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:10.424019 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.453446 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:10.463395 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:10.465758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 3771eafd-ddd6-40a5-957d-04bc122f43e7 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:10.466549 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.503036 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:subnet and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:10.508117 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:10.511689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.521325 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-268b0d13-ce19-4f45-87d9-993afc4d2908 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9753525 Feb 04 10:27:10.528029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.551937 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] For port bdc1b538-fc26-4e1f-81b7-57c210ebce49, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:10.556462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] For port bdc1b538-fc26-4e1f-81b7-57c210ebce49, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bdc1b538-fc26-4e1f-81b7-57c210ebce49,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:10.556636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:10.559247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.563241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a617b-6224-46d9-9e71-b5e22169094f None None] Network 0d8caab3-051b-4bd9-a202-dad25659b004 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:10.576726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=0fb003f8-43ae-4f57-b525-9f9178bbcbee,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.577367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.603779 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0908060f-6b44-41a3-b75a-bb82932641f4 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/0fb003f8-43ae-4f57-b525-9f9178bbcbee HTTP/1.1" status: 204 len: 168 time: 5.2173119 Feb 04 10:27:10.605132 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42176) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.649433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:10.653229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.680143 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f44f07-1a5a-4b5c-9348-7a92afd1b7a2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:10.680661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f44f07-1a5a-4b5c-9348-7a92afd1b7a2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:10.684844 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-66f44f07-1a5a-4b5c-9348-7a92afd1b7a2 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/3ba45504-676f-43ef-9278-a7e5e82d55c0 HTTP/1.1" status: 404 len: 337 time: 0.0773466 Feb 04 10:27:10.701723 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.708799 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.733581 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a27a-8b23-4f02-807b-ec2cbab02b34 None None] Pushing event updated for resources: {'Port': ['ID=bdc1b538-fc26-4e1f-81b7-57c210ebce49,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.747029 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.813283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Provisioning for port cd0becc7-cd2a-436f-9c14-910de6d2677d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:10.817986 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d157ee-469a-49a7-89b4-cb8fbedbdac1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:10.819150 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d157ee-469a-49a7-89b4-cb8fbedbdac1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:10.821052 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-32d157ee-469a-49a7-89b4-cb8fbedbdac1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/0fb003f8-43ae-4f57-b525-9f9178bbcbee HTTP/1.1" status: 404 len: 339 time: 0.1108603 Feb 04 10:27:10.824389 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.827176 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Provisioning complete for port cd0becc7-cd2a-436f-9c14-910de6d2677d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:10.827871 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.836276 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port 6319cfad-491d-48dd-bcf3-e8a3881c724f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:10.836616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.880572 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe9a:1f87 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/bbba2477-996a-4cc4-9369-43f311bed9d4/3771eafd-ddd6-40a5-957d-04bc122f43e7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:10.887131 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3801177-24d4-4dbe-b8ad-2a1f9814b038 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:10.887131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3801177-24d4-4dbe-b8ad-2a1f9814b038 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:10.903525 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b3801177-24d4-4dbe-b8ad-2a1f9814b038 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/c2534883-b0ff-4f6b-a938-b57805ee2c45 HTTP/1.1" status: 404 len: 337 time: 0.0754755 Feb 04 10:27:10.907454 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.932958 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:10.960478 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b86db4-0503-4438-8db0-272caacbc6c0 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:10.961020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b86db4-0503-4438-8db0-272caacbc6c0 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:10.965306 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c2b86db4-0503-4438-8db0-272caacbc6c0 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/30938bb0-1bb8-4c67-9ebf-044fcb5a7074 HTTP/1.1" status: 404 len: 339 time: 0.0544467 Feb 04 10:27:10.971697 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e54c4-08cd-4d7c-b3ef-c959cfd01d61,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:10.977983 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c9bd6675-34ec-4344-bfba-e4f47c303b76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=728d7a4e3cc443e7b85271341d2d9c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4190354 Feb 04 10:27:10.984825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:10.985171 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:11.023383 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.187421 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.246520 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] For port cd0becc7-cd2a-436f-9c14-910de6d2677d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cd0becc7-cd2a-436f-9c14-910de6d2677d,segment=NetworkSegment(ec3c313f-2169-469a-8d8a-411e85c64cc2),segment_id=ec3c313f-2169-469a-8d8a-411e85c64cc2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:11.253188 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.255487 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.347326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff066b0e-cd3b-406b-bd80-fa4c203e638a None None] Pushing event updated for resources: {'Port': ['ID=cd0becc7-cd2a-436f-9c14-910de6d2677d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:11.406044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.411595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Subnet': ['ID=0d07b5f9-d3a6-43dd-9f72-1c61a8d43030,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:11.426479 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6a079a-7d70-4e6a-8071-4ef88a4c022b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:11.427065 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6a079a-7d70-4e6a-8071-4ef88a4c022b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:11.434480 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 3771eafd-ddd6-40a5-957d-04bc122f43e7 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:11.435872 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Checking segment: {'id': 'b884949c-9236-4c10-999c-4c9ed844c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:11.436235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network hostable DHCP agents. Network: 42380533-5ede-4a03-b72a-8b0dbcc3b428, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:11.466461 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:11.480417 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 42380533-5ede-4a03-b72a-8b0dbcc3b428) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:11.486527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:11.487126 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.491535 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1d6a079a-7d70-4e6a-8071-4ef88a4c022b tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/46c5e1e0-d588-4393-9dd4-553215dfd234 HTTP/1.1" status: 404 len: 337 time: 0.5048807 Feb 04 10:27:11.493393 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42200) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:11.501905 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.506921 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0f92f-77d4-4e88-bd66-06458a766cbf None None] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:11.512675 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.26.5.200 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/c2915906-60c6-483c-b528-0c71e2f7625e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:11.522593 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.538035 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.582254 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac562f5-7803-4e1a-8955-eea7a72a5070 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:11.582751 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac562f5-7803-4e1a-8955-eea7a72a5070 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:11.584501 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1ac562f5-7803-4e1a-8955-eea7a72a5070 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/4bb6afe8-d816-4288-9e43-7759a8a11492 HTTP/1.1" status: 404 len: 339 time: 0.0899820 Feb 04 10:27:11.596686 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-f499a4d6-9491-4f94-8631-387e2dc796e7 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4646258 Feb 04 10:27:11.598400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42204) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:11.598400 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:11.622367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'network': {'name': 'tempest-router-network01--1191267824'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:11.628818 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Provisioning complete for port cd0becc7-cd2a-436f-9c14-910de6d2677d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:11.629198 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.666800 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:11.690267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:network and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:11.694160 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:11.702389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for 6319cfad-491d-48dd-bcf3-e8a3881c724f owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:11.703883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:11.715227 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:11.722871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=3771eafd-ddd6-40a5-957d-04bc122f43e7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:11.729503 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:11.735026 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:11.735667 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.739804 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:11.802141 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port 196813c4-34e8-4fcf-a099-faad76ef9842 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:11.807179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.882537 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:11.882537 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:11.892445 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-15321fee-4994-4031-bbd1-3789cd661a0e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5873542 Feb 04 10:27:11.902358 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:12.001179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:12.005789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.026147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Provisioning for port 6319cfad-491d-48dd-bcf3-e8a3881c724f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:12.038357 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-42380533-5ede-4a03-b72a-8b0dbcc3b428', 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428', 'tenant_id': '941efb9fe7c44e71b7fdc25db9f2c5aa', 'fixed_ips': [{'subnet_id': '0d07b5f9-d3a6-43dd-9f72-1c61a8d43030'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:12.039791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.054956 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bdc1b538-fc26-4e1f-81b7-57c210ebce49 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:12.070834 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.071548 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Added segment 1e3fb6c2-9c72-4c28-a58e-52b784c76472 of type vlan for network f27f6756-7001-44b3-815c-68ab9a6510b2 Feb 04 10:27:12.117702 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Provisioning complete for port 6319cfad-491d-48dd-bcf3-e8a3881c724f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:12.118246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.238735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3ff7e-95bb-4b6e-a2c3-d8bc48d2eaea None None] Port 6319cfad-491d-48dd-bcf3-e8a3881c724f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:12.253231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:12.264663 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cd0becc7-cd2a-436f-9c14-910de6d2677d up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:12.282162 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.313064 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e54c4-08cd-4d7c-b3ef-c959cfd01d61,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:12.317722 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.364061 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.367458 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6dae37b4-7adb-4048-b677-9a52157265c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b7e54c4-08cd-4d7c-b3ef-c959cfd01d61 HTTP/1.1" status: 204 len: 168 time: 1.3775105 Feb 04 10:27:12.367458 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.375849 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.449286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.451285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ef69f913-be34-4f08-94c2-deda41e11560 None None] Provisioning complete for port 6319cfad-491d-48dd-bcf3-e8a3881c724f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:12.451842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ef69f913-be34-4f08-94c2-deda41e11560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.467473 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=6319cfad-491d-48dd-bcf3-e8a3881c724f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:12.475644 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0104625-fb55-4f55-927a-452cf76148ea tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:12.484798 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0104625-fb55-4f55-927a-452cf76148ea tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:12.485660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0104625-fb55-4f55-927a-452cf76148ea tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:12.503770 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ef69f913-be34-4f08-94c2-deda41e11560 None None] Port 6319cfad-491d-48dd-bcf3-e8a3881c724f was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 10:27:12.556649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Allocated IP 172.20.0.2 (42380533-5ede-4a03-b72a-8b0dbcc3b428/0d07b5f9-d3a6-43dd-9f72-1c61a8d43030/27f7a682-b2a5-4945-9918-c0e9e3b5f6e1) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:12.567710 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.574302 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9afe7ca0-55ab-47a3-9c89-f1bae9770ca4 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/6319cfad-491d-48dd-bcf3-e8a3881c724f HTTP/1.1" status: 204 len: 168 time: 2.0447304 Feb 04 10:27:12.576164 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:12.626247 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.631862 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2276727-5fff-4674-8a4a-67a11b3a3ff0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:27:12.632477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2276727-5fff-4674-8a4a-67a11b3a3ff0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:12.698475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for 196813c4-34e8-4fcf-a099-faad76ef9842 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:12.702856 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2276727-5fff-4674-8a4a-67a11b3a3ff0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:12.707319 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b2276727-5fff-4674-8a4a-67a11b3a3ff0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/6319cfad-491d-48dd-bcf3-e8a3881c724f HTTP/1.1" status: 404 len: 333 time: 0.1301410 Feb 04 10:27:12.708209 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:12.765905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.771690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:12.772309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.779219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:12.784738 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:12.792822 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:12.815969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0104625-fb55-4f55-927a-452cf76148ea tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:12.817113 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a0104625-fb55-4f55-927a-452cf76148ea tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9111893 Feb 04 10:27:12.865560 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:12.899969 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port cd0becc7-cd2a-436f-9c14-910de6d2677d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:12.900444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:12.918813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=c2915906-60c6-483c-b528-0c71e2f7625e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:12.975353 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3656569 Feb 04 10:27:12.978887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42232) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:12.981380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cb160-f34b-43bd-b77a-4975be73e4e4 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Network': ['ID=f27f6756-7001-44b3-815c-68ab9a6510b2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:12.989343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'network': {'name': 'tempest-router-network02--1434475657'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:13.001066 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:13.004519 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network f27f6756-7001-44b3-815c-68ab9a6510b2 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:13.010816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 3771eafd-ddd6-40a5-957d-04bc122f43e7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:13.010816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.038993 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:network and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:13.046309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:13.049053 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.062746 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting subnet 9e55f41c-8638-488f-b6ec-37ec03529c99 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:13.073263 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:13.074280 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.103475 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:13.126297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Port': ['ID=196813c4-34e8-4fcf-a099-faad76ef9842,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:13.154203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Provisioning for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:13.182495 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.191577 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:13.191730 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.194582 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Provisioning complete for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:13.194965 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.195760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.224092 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e0fed84c-cd02-4e2d-a991-51e2514fceaf tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/ports/196813c4-34e8-4fcf-a099-faad76ef9842 HTTP/1.1" status: 204 len: 168 time: 1.6161044 Feb 04 10:27:13.229826 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42240) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:13.308442 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f39753b-0863-48e9-949c-917b2a86dc7c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:13.309165 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f39753b-0863-48e9-949c-917b2a86dc7c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:13.310826 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-34e2764f-4d04-48f5-8b76-f9cfb6668bc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=305bf9cf12ea4ddd9e6542ccd2f8bc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082605 Feb 04 10:27:13.319917 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42244) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:13.320624 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:13.392830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.393410 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5f39753b-0863-48e9-949c-917b2a86dc7c tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/8d49d87b-e6cb-4ff6-8cfe-8601596ac278 HTTP/1.1" status: 404 len: 337 time: 0.1594176 Feb 04 10:27:13.400435 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:13.404571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.405093 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Added segment 5b6cd45a-26a6-4ff9-b372-a9aea5a3734f of type vlan for network fd8b2255-f823-4026-b3f3-63fff61ee145 Feb 04 10:27:13.420245 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Transition to ACTIVE for port object 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:13.440574 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.459163 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Transition to ACTIVE for port object 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:13.459389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.472832 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.492611 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.580471 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.591074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] For port bdc1b538-fc26-4e1f-81b7-57c210ebce49, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bdc1b538-fc26-4e1f-81b7-57c210ebce49,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:13.601764 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:13.605646 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:13.607528 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.610977 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:13.621103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Pushing event updated for resources: {'Port': ['ID=27f7a682-b2a5-4945-9918-c0e9e3b5f6e1,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:13.638659 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.649331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.768589 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Attempting to bind port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:13.769306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Attempting to bind port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'b884949c-9236-4c10-999c-4c9ed844c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:13.769876 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Attempting to bind port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 on network 42380533-5ede-4a03-b72a-8b0dbcc3b428 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:13.783001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:13.783764 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Checking segment: {'id': 'b884949c-9236-4c10-999c-4c9ed844c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:13.784367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.784945 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Bound using segment: {'id': 'b884949c-9236-4c10-999c-4c9ed844c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:13.785609 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Bound port: 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884949c-9236-4c10-999c-4c9ed844c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '42380533-5ede-4a03-b72a-8b0dbcc3b428'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:13.786242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.798423 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4dc3ad38-1a71-4fe6-a632-d7b9cfdce7b3 None None] Provisioning for port 3771eafd-ddd6-40a5-957d-04bc122f43e7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:13.810385 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174abdf0-3b9f-48bf-807e-212d485aae15 None None] Pushing event updated for resources: {'Port': ['ID=bdc1b538-fc26-4e1f-81b7-57c210ebce49,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:13.815509 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 3771eafd-ddd6-40a5-957d-04bc122f43e7 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:13.825648 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.846289 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4dc3ad38-1a71-4fe6-a632-d7b9cfdce7b3 None None] Provisioning complete for port 3771eafd-ddd6-40a5-957d-04bc122f43e7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:13.846996 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ad38-1a71-4fe6-a632-d7b9cfdce7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.847859 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.879168 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Subnet': ['ID=9e55f41c-8638-488f-b6ec-37ec03529c99,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:13.880283 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.886648 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:13.887257 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.933107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3ad38-1a71-4fe6-a632-d7b9cfdce7b3 None None] Port 3771eafd-ddd6-40a5-957d-04bc122f43e7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:13.940923 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b343c1-7e67-4a2a-bfa2-b317b0999598 None None] Network 0d8caab3-051b-4bd9-a202-dad25659b004 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:13.942598 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:13.968553 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-37cee650-5f5f-46eb-9f52-7e76e07dbc0a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/subnets/9e55f41c-8638-488f-b6ec-37ec03529c99 HTTP/1.1" status: 204 len: 168 time: 1.2495084 Feb 04 10:27:13.970331 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:14.008864 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] For port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:14.032103 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] For port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=27f7a682-b2a5-4945-9918-c0e9e3b5f6e1,segment=NetworkSegment(b884949c-9236-4c10-999c-4c9ed844c6a2),segment_id=b884949c-9236-4c10-999c-4c9ed844c6a2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:14.035554 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.048117 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.176584 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.189651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.212418 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc6b8-1dc2-4b80-bf24-938b04aac1a9 None None] Pushing event updated for resources: {'Port': ['ID=27f7a682-b2a5-4945-9918-c0e9e3b5f6e1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:14.268439 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port cd0becc7-cd2a-436f-9c14-910de6d2677d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:14.268791 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.297250 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3171923 Feb 04 10:27:14.304972 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42256) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:14.311804 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] DHCP port deletion for 0d8caab3-051b-4bd9-a202-dad25659b004 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:14.312079 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463de6d-9c03-48bf-b7c9-ce5f8da5f531 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Network': ['ID=fd8b2255-f823-4026-b3f3-63fff61ee145,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:14.316315 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Deleting port cd0becc7-cd2a-436f-9c14-910de6d2677d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:14.316693 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.332351 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'subnet': {'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:14.351418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.352700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network fd8b2255-f823-4026-b3f3-63fff61ee145 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:14.507111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:14.551790 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3567d09-8c4a-44ca-a547-cb1183262354') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:14.552339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3567d09-8c4a-44ca-a547-cb1183262354') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:14.582134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.607319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.615185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:14.615652 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:14.632997 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:14.635476 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.637462 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:14.644733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.698651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] For port cd0becc7-cd2a-436f-9c14-910de6d2677d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cd0becc7-cd2a-436f-9c14-910de6d2677d,segment=NetworkSegment(ec3c313f-2169-469a-8d8a-411e85c64cc2),segment_id=ec3c313f-2169-469a-8d8a-411e85c64cc2)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:14.699400 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.778696 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] For port cd0becc7-cd2a-436f-9c14-910de6d2677d, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=cd0becc7-cd2a-436f-9c14-910de6d2677d,segment=NetworkSegment(ec3c313f-2169-469a-8d8a-411e85c64cc2),segment_id=ec3c313f-2169-469a-8d8a-411e85c64cc2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:14.779531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.794907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:subnet and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:14.834421 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:14.845990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for cd0becc7-cd2a-436f-9c14-910de6d2677d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:14.870942 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb7bad-f084-41b7-a4bf-30cc24789b26,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:14.873911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=3771eafd-ddd6-40a5-957d-04bc122f43e7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:14.884136 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:14.929900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router 1a57ad93-b516-4bed-b565-2c5d6fe16c4e is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:27:14.936798 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Calling delete_port for cd0becc7-cd2a-436f-9c14-910de6d2677d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:14.941542 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:14.946109 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:14.965433 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.041315 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.044952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.051132 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:15.051974 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:15.064343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.068703 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8 HTTP/1.1" status: 204 len: 168 time: 1.6632023 Feb 04 10:27:15.075970 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2725f788-a9fe-4298-8013-ed8101e2888e tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/3771eafd-ddd6-40a5-957d-04bc122f43e7 HTTP/1.1" status: 204 len: 168 time: 2.1911616 Feb 04 10:27:15.077005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.080294 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-756649c0-2db7-4041-8a8a-220a82ee1806 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3aeb7bad-f084-41b7-a4bf-30cc24789b26 HTTP/1.1" status: 204 len: 168 time: 1.7547479 Feb 04 10:27:15.086840 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42260) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:15.087354 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:15.108407 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=cd0becc7-cd2a-436f-9c14-910de6d2677d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:15.118120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] No DVR routers for this DVR port cd0becc7-cd2a-436f-9c14-910de6d2677d on host dv-neutron-827824-1-hyperv {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:15.249698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a6958-4ebb-4152-ac45-9dfefbafd4c8 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=611fb8c2-b2f1-4e6f-b2dd-537ad4d8cbc8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:15.285235 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:15.285885 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.361360 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.392788 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:15.403781 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] Sync routers for ids ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:15.406755 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8caab3-051b-4bd9-a202-dad25659b004']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.418975 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] Routers {'1a57ad93-b516-4bed-b565-2c5d6fe16c4e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:15.419635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.481645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c70f8-8f57-4829-b4c3-5150c9d1dc92 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:15.483263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c70f8-8f57-4829-b4c3-5150c9d1dc92 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:15.484064 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a1c70f8-8f57-4829-b4c3-5150c9d1dc92 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:15.509777 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.519332 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] Routers {'1a57ad93-b516-4bed-b565-2c5d6fe16c4e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:15.519721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.588580 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Deleting port cd0becc7-cd2a-436f-9c14-910de6d2677d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:15.588971 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.611724 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3c313f-2169-469a-8d8a-411e85c64cc2') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.613154 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3c313f-2169-469a-8d8a-411e85c64cc2') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.636671 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:15.637352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38589c3-7375-41a1-8494-e57fe9bb2c8d None None] The sync data for ids ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:15.641220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.646061 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3a0f0f3e-c31f-4e16-a21f-991525b331db tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.0107799 Feb 04 10:27:15.651846 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:15.658134 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220356'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.679669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492394fb-fe6a-4b6b-8753-d797b63f38e0 None None] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:15.748328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-85651617-b9f6-4eca-a86f-ec64455d0763 None None] The port 'cd0becc7-cd2a-436f-9c14-910de6d2677d' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 10:27:15.788800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.790966 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.804328 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:15.804740 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5779288'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: Traceback (most recent call last): Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: timer() Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: cb(*args, **kw) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: return func(*args, **kwargs) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: self._notify() Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: self.callback(batched_events) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: event.method(event) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: return f(self, *a, **k) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._get(url).json() Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:15.821924 dv-neutron-827824-1-hyperv neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:15.918391 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8bf6bfc4-94b6-4930-8171-5b4c532f1c5e None None] Provisioning for port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:15.965039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a1c70f8-8f57-4829-b4c3-5150c9d1dc92 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:15.969363 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-1a1c70f8-8f57-4829-b4c3-5150c9d1dc92 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8728681 Feb 04 10:27:15.996019 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42290) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.017472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bdc1b538-fc26-4e1f-81b7-57c210ebce49 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:16.048044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for 7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:16.122550 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.163350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.169245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.181469 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3e09ab8f-317c-409c-a7be-d440ee69fbb8 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/routers/1a57ad93-b516-4bed-b565-2c5d6fe16c4e HTTP/1.1" status: 200 len: 880 time: 0.5265315 Feb 04 10:27:16.183703 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.189069 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Network': ['ID=0d8caab3-051b-4bd9-a202-dad25659b004,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:16.194617 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:16.195099 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.215165 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.266682 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet bbba2477-996a-4cc4-9369-43f311bed9d4 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:16.269650 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2bb1a87b-9a17-43eb-8e4c-469f0756af94 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/networks/0d8caab3-051b-4bd9-a202-dad25659b004 HTTP/1.1" status: 204 len: 168 time: 2.2991562 Feb 04 10:27:16.281137 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42302) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.292583 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '68876532-eabd-4298-ada9-d52ff9a70407', 'name': 'tempest-PortsTestJSON-2060396312'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:16.324684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Port': ['ID=7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:16.342534 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.364518 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:16.371174 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d33962c4-8dfa-4de1-9f9c-843d51f382c6 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/ports/7ba6cdbd-f68e-4c9b-adcc-d96b98b8afdb HTTP/1.1" status: 204 len: 168 time: 1.2751575 Feb 04 10:27:16.376129 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.411817 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.439632 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Subnet': ['ID=bdc48b98-d581-4f9a-927e-2a885a49356d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:16.470984 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Checking segment: {'id': '1e3fb6c2-9c72-4c28-a58e-52b784c76472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:16.471372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network hostable DHCP agents. Network: f27f6756-7001-44b3-815c-68ab9a6510b2, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:16.478865 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2d2b0f-f904-4900-8573-63cfde217d82 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] DELETE failed (client error): The resource could not be found. Feb 04 10:27:16.479356 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2d2b0f-f904-4900-8573-63cfde217d82 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:16.485663 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ae2d2b0f-f904-4900-8573-63cfde217d82 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/9f23f563-6dac-4a57-84e7-b487d648f0af HTTP/1.1" status: 404 len: 337 time: 0.1067865 Feb 04 10:27:16.486879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42312) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.488703 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:16.501683 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:16.502093 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.512027 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.554602 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:16.581038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:16.598567 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d318223-249d-4480-9b54-7750a1df8259 None None] get_active_networks_info from dv-neutron-827824-1-hyperv {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 10:27:16.664765 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:16.668489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.718783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 392a1e16-ee65-4560-9a6f-0d3d1cf8f20d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:16.763424 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network f27f6756-7001-44b3-815c-68ab9a6510b2 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:16.783812 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, f27f6756-7001-44b3-815c-68ab9a6510b2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:16.786427 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.801157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:16.801852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.820703 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.836022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.859286 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-323fdeb1-1f0c-4ef6-89b0-2828aef8aea0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5498202 Feb 04 10:27:16.871534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19ba4412-cdc9-4c5b-8854-9f17fcbee413 None None] Provisioning complete for port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:16.871963 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ba4412-cdc9-4c5b-8854-9f17fcbee413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:16.873704 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:16.890446 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'subnet': {'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:16.966384 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=27f7a682-b2a5-4945-9918-c0e9e3b5f6e1,segment=NetworkSegment(b884949c-9236-4c10-999c-4c9ed844c6a2),segment_id=b884949c-9236-4c10-999c-4c9ed844c6a2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:17.032876 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.051395 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.094497 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9121b243-def1-4b72-9a30-c8775883e986']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:17.110277 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92144b47-1615-4b79-900a-53c820e2e2d6') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:17.111068 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92144b47-1615-4b79-900a-53c820e2e2d6') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:17.128286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.132806 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-da7f58da-0fc8-4a4a-995a-4f2479d69802 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:router {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:17.159237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:17.161802 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.176411 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=27f7a682-b2a5-4945-9918-c0e9e3b5f6e1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:17.178201 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.188302 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:17.188452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cd0becc7-cd2a-436f-9c14-910de6d2677d no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:17.189492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.205736 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:17.209737 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Usage tracker for resource:subnet and tenant:941efb9fe7c44e71b7fdc25db9f2c5aa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:17.212684 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:17.214771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:17.218638 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:17.231792 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: cd0becc7-cd2a-436f-9c14-910de6d2677d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:27:17.232137 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device cd0becc7-cd2a-436f-9c14-910de6d2677d not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:27:17.258252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=bbba2477-996a-4cc4-9369-43f311bed9d4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:17.262906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.274983 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Made reservation on behalf of 941efb9fe7c44e71b7fdc25db9f2c5aa for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:17.278482 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.305808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.310300 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-da7f58da-0fc8-4a4a-995a-4f2479d69802 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:router {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:17.311502 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-da7f58da-0fc8-4a4a-995a-4f2479d69802 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1238916 Feb 04 10:27:17.315690 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-700138674', 'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:17.321321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42336) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:17.325792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:17.330807 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-661525648'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:17.394128 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.406071 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Usage tracker for resource:port and tenant:68acc7c2dfec40b99cb3469fdb1d67f2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:17.414552 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d318223-249d-4480-9b54-7750a1df8259 None None] Unable to find a vacant binding_index for network f27f6756-7001-44b3-815c-68ab9a6510b2 and agent 65fcf12a-a944-4a6e-8811-79390d0eba99 {{(pid=87622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 10:27:17.421010 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d318223-249d-4480-9b54-7750a1df8259 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, f27f6756-7001-44b3-815c-68ab9a6510b2) {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 10:27:17.433334 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.435998 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:17.447661 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=9121b243-def1-4b72-9a30-c8775883e986,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:17.467758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:17.482223 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-0573b3a5-67d1-483d-b0bc-8bf1a77315a5 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/9121b243-def1-4b72-9a30-c8775883e986 HTTP/1.1" status: 204 len: 168 time: 0.9920011 Feb 04 10:27:17.483948 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:17.491557 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.500478 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-207c7b6a-420e-47ff-a186-ced666000dc4 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/bbba2477-996a-4cc4-9369-43f311bed9d4 HTTP/1.1" status: 204 len: 168 time: 1.5008135 Feb 04 10:27:17.504830 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42344) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:17.531861 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Made reservation on behalf of 68acc7c2dfec40b99cb3469fdb1d67f2 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:17.534584 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.585522 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cb808559-2a32-43e7-afc1-a333d75ac463 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794673 Feb 04 10:27:17.593259 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42348) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:17.602771 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:17.621111 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.655271 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:17.669353 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Usage tracker for resource:security_group_rule and tenant:68acc7c2dfec40b99cb3469fdb1d67f2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:17.675311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting subnet fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:17.680075 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:17.743401 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.761814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:17.765413 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.773056 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:17.773663 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:17.797191 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-f27f6756-7001-44b3-815c-68ab9a6510b2', 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2', 'tenant_id': '941efb9fe7c44e71b7fdc25db9f2c5aa', 'fixed_ips': [{'subnet_id': 'bdc48b98-d581-4f9a-927e-2a885a49356d'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:17.798638 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.813887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:17.828894 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:17.854163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.872242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 68876532-eabd-4298-ada9-d52ff9a70407 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:17.877268 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:17.881274 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:17.898780 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:17.906924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:17.913827 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:17.919217 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:17.919813 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.010899 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=392a1e16-ee65-4560-9a6f-0d3d1cf8f20d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.050590 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2ad79de9-0900-4f2c-b4e8-1743d68730a0 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7632377 Feb 04 10:27:18.056887 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:18.104001 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.125038 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 27f7a682-b2a5-4945-9918-c0e9e3b5f6e1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:18.125640 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.155902 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.182235 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Allocated IP 172.20.0.2 (f27f6756-7001-44b3-815c-68ab9a6510b2/bdc48b98-d581-4f9a-927e-2a885a49356d/4a2b60f5-897d-49e8-a46b-248e673b8e2b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:18.209338 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.215611 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port 392a1e16-ee65-4560-9a6f-0d3d1cf8f20d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:18.215920 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.274342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.274618 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Subnet': ['ID=24a75a9f-bc9c-4fe8-a0ff-99b996196a2c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.298924 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] device_id is not set on port 4988c097-3f6b-4aee-bd30-0c4a79987e3e yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:18.342495 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Checking segment: {'id': '5b6cd45a-26a6-4ff9-b372-a9aea5a3734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:18.342914 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network hostable DHCP agents. Network: fd8b2255-f823-4026-b3f3-63fff61ee145, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:18.380166 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57aad6-1983-4820-af90-50fe8c50571f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.394750 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.425213 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957526'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.427845 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.468686 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network fd8b2255-f823-4026-b3f3-63fff61ee145 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:18.483247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.496488 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Transition to ACTIVE for port object 4a2b60f5-897d-49e8-a46b-248e673b8e2b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:18.519587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Transition to ACTIVE for port object 4a2b60f5-897d-49e8-a46b-248e673b8e2b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:18.529052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.556555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, fd8b2255-f823-4026-b3f3-63fff61ee145) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:18.568935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:18.569541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.605445 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Network f27f6756-7001-44b3-815c-68ab9a6510b2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:18.608452 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:18.610887 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:18.630629 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.655888 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Pushing event updated for resources: {'Port': ['ID=4a2b60f5-897d-49e8-a46b-248e673b8e2b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.681139 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Subnet': ['ID=fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.683344 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.732981 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Attempting to bind port 4a2b60f5-897d-49e8-a46b-248e673b8e2b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:18.733984 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Attempting to bind port 4a2b60f5-897d-49e8-a46b-248e673b8e2b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '1e3fb6c2-9c72-4c28-a58e-52b784c76472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:18.734599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Attempting to bind port 4a2b60f5-897d-49e8-a46b-248e673b8e2b on network f27f6756-7001-44b3-815c-68ab9a6510b2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:18.740262 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-903eca7e-6f81-49c5-80a5-7eeae555da60 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/subnets/fc061033-1f2b-4cdb-8bd6-0c55b9f6bdf2 HTTP/1.1" status: 204 len: 168 time: 1.2537386 Feb 04 10:27:18.744599 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42356) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:18.745549 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:18.745915 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Checking segment: {'id': '1e3fb6c2-9c72-4c28-a58e-52b784c76472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:18.746455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.746910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Bound using segment: {'id': '1e3fb6c2-9c72-4c28-a58e-52b784c76472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:18.747498 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Bound port: 4a2b60f5-897d-49e8-a46b-248e673b8e2b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3fb6c2-9c72-4c28-a58e-52b784c76472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f27f6756-7001-44b3-815c-68ab9a6510b2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:18.748043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.790204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Allocated IP 172.26.5.18 (a23519c8-dc0f-4c7f-a31d-00ded3e92fae/4a817392-c218-47d5-8516-6227d5a27dca/4988c097-3f6b-4aee-bd30-0c4a79987e3e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:18.792232 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for 392a1e16-ee65-4560-9a6f-0d3d1cf8f20d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:18.832707 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8b625e8a-f8af-4d41-8d45-d0ecd66347a5 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9554102 Feb 04 10:27:18.846418 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:18.851070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] For port 4a2b60f5-897d-49e8-a46b-248e673b8e2b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:18.855448 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] For port 4a2b60f5-897d-49e8-a46b-248e673b8e2b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4a2b60f5-897d-49e8-a46b-248e673b8e2b,segment=NetworkSegment(1e3fb6c2-9c72-4c28-a58e-52b784c76472),segment_id=1e3fb6c2-9c72-4c28-a58e-52b784c76472)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:18.859234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:18.964606 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4a68-40b5-465c-bb5f-b6395bf46403 None None] Pushing event updated for resources: {'Port': ['ID=4a2b60f5-897d-49e8-a46b-248e673b8e2b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:18.990951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1635918'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.044740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router 1a57ad93-b516-4bed-b565-2c5d6fe16c4e has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:19.098833 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Deleting port 521b52b1-4453-4d6e-8d70-384523a0f503 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:19.099107 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.185695 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.320504 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=392a1e16-ee65-4560-9a6f-0d3d1cf8f20d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:19.372361 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:27:19.432253 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.545142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.575664 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-cf58db89-5c4e-4a52-a1bc-dbd819acfcfd tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/392a1e16-ee65-4560-9a6f-0d3d1cf8f20d HTTP/1.1" status: 204 len: 168 time: 1.5139265 Feb 04 10:27:19.576955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42364) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:19.585799 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:19.588405 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] For port 521b52b1-4453-4d6e-8d70-384523a0f503, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=521b52b1-4453-4d6e-8d70-384523a0f503,segment=NetworkSegment(62868529-4efa-4482-8410-246c5742a195),segment_id=62868529-4efa-4482-8410-246c5742a195)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:19.588752 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.598564 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] Sync routers for ids ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:19.600470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '68876532-eabd-4298-ada9-d52ff9a70407', 'mac_address': 'fa:16:3e:80:57:15', 'name': 'tempest-PortsTestJSON-2064795913'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:19.610339 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] Routers {'1a57ad93-b516-4bed-b565-2c5d6fe16c4e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:19.610943 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:19.622482 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.623657 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ca02d5a4-51b5-4e79-a965-3849944990a2 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/1a57ad93-b516-4bed-b565-2c5d6fe16c4e HTTP/1.1" status: 200 len: 887 time: 2.3000700 Feb 04 10:27:19.627509 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42368) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:19.679058 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:19.689029 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] Routers {'1a57ad93-b516-4bed-b565-2c5d6fe16c4e'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:19.689883 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:19.717871 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:19.772892 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:19.773498 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9b54f-7249-4498-8a8c-057b5167aca2 None None] The sync data for ids ['1a57ad93-b516-4bed-b565-2c5d6fe16c4e'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:19.915083 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4a2b60f5-897d-49e8-a46b-248e673b8e2b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:19.926605 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Calling delete_port for 521b52b1-4453-4d6e-8d70-384523a0f503 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:19.933370 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.010759 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:20.158568 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959b7ae-4730-4b73-90df-369b0d70f326 None None] Network f27f6756-7001-44b3-815c-68ab9a6510b2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:20.185480 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64739ebf-d213-40ab-82ba-b0fd5891d948 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:20.208337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc2387f-85f2-4fb2-9eb6-eee9c7be16ed None None] Network a2f66e4f-489d-412b-ba7e-a1057148d2b1 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:20.221249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b99d5-ca33-4d90-a23f-a6f77a02469d None None] Network fd8b2255-f823-4026-b3f3-63fff61ee145 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:20.233679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Provisioning for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:20.258978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:20.270520 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:port and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:20.282920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.289081 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:20.361714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:20.363841 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Allocated IP 172.20.0.1 (f27f6756-7001-44b3-815c-68ab9a6510b2/bdc48b98-d581-4f9a-927e-2a885a49356d/91cff107-7b34-4464-b8ee-8b44492f511d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:20.372294 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] For port bdc1b538-fc26-4e1f-81b7-57c210ebce49, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bdc1b538-fc26-4e1f-81b7-57c210ebce49,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:20.379747 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.388724 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Provisioning complete for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:20.389048 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.397253 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Network a23519c8-dc0f-4c7f-a31d-00ded3e92fae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:20.406279 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:20.415316 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-ad76aad8-53a0-4f8c-8d08-96aa3724c4a7 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/routers/1a57ad93-b516-4bed-b565-2c5d6fe16c4e HTTP/1.1" status: 200 len: 887 time: 0.7814252 Feb 04 10:27:20.416337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:20.445873 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Pushing event updated for resources: {'Port': ['ID=4988c097-3f6b-4aee-bd30-0c4a79987e3e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:20.448337 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:20.466230 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42376) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:20.494038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.500322 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.501707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.516857 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] No DVR routers for this DVR port 521b52b1-4453-4d6e-8d70-384523a0f503 on host dv-neutron-827824-1-hyperv {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:20.607065 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:20.627418 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:20.647148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:20.647743 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.659932 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Port': ['ID=521b52b1-4453-4d6e-8d70-384523a0f503,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:20.673167 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-c28b3452-8560-4983-85b4-e292358b9cd9 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a57ad93-b516-4bed-b565-2c5d6fe16c4e HTTP/1.1" status: 200 len: 205 time: 0.1717372 Feb 04 10:27:20.678826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:20.696206 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=f8cf5534-ab2d-49ba-91df-8eafb383538a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:20.744225 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:20.745188 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.752334 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.885100 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1967780', 'neutron.services.segments.db._delete_segments_for_network-8761478250042'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.893376 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 8829f673-3663-4ef3-b6a9-c617a38f58a6 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:20.931632 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3349006 Feb 04 10:27:20.934812 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dfeee-3149-488d-b9fc-da9b88adbb36 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=bdc1b538-fc26-4e1f-81b7-57c210ebce49,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:20.935449 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-125d049a-b7b1-4f9c-8244-4308b20a3f4f tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7741010 Feb 04 10:27:20.939697 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:20.940205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42386) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:20.951726 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:81:5c:df', 'name': 'tempest-NetworksTestDHCPv6-1136773010'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:20.954852 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:20.967515 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58cec7d-17d2-4e24-a992-56c114341d11 None None] DHCP port deletion for a2f66e4f-489d-412b-ba7e-a1057148d2b1 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:20.972662 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23519c8-dc0f-4c7f-a31d-00ded3e92fae', 'external_fixed_ips': [{'subnet_id': '4a817392-c218-47d5-8516-6227d5a27dca', 'ip_address': '172.26.5.18'}]}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:21.013163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:21.019824 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f66e4f-489d-412b-ba7e-a1057148d2b1']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:21.039480 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Transition to ACTIVE for port object 91cff107-7b34-4464-b8ee-8b44492f511d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:21.079952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.082884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Usage tracker for resource:router and tenant:68acc7c2dfec40b99cb3469fdb1d67f2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:21.092184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62868529-4efa-4482-8410-246c5742a195') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:21.092184 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.services.segments.db [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62868529-4efa-4482-8410-246c5742a195') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:21.102031 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:21.103616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.145034 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:21.149814 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761478249557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5574677'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.201192 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] For port 4a2b60f5-897d-49e8-a46b-248e673b8e2b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=4a2b60f5-897d-49e8-a46b-248e673b8e2b,segment=NetworkSegment(1e3fb6c2-9c72-4c28-a58e-52b784c76472),segment_id=1e3fb6c2-9c72-4c28-a58e-52b784c76472)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:21.206046 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-fd8b2255-f823-4026-b3f3-63fff61ee145', 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145', 'tenant_id': '941efb9fe7c44e71b7fdc25db9f2c5aa', 'fixed_ips': [{'subnet_id': '24a75a9f-bc9c-4fe8-a0ff-99b996196a2c'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:21.206800 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.213656 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.225226 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.244124 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.249294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.250309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.253776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 10:27:21.254210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1996708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8039433'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: Traceback (most recent call last): Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: timer() Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: cb(*args, **kw) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: return func(*args, **kwargs) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: self._notify() Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: self.callback(batched_events) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: event.method(event) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: return f(self, *a, **k) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._get(url).json() Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:27:21.320936 dv-neutron-827824-1-hyperv neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:27:21.339744 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network f27f6756-7001-44b3-815c-68ab9a6510b2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:21.351831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:21.362244 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:21.375857 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb94e5-5e71-4e3d-bc36-658bee19c0f4 None None] Pushing event updated for resources: {'Port': ['ID=4a2b60f5-897d-49e8-a46b-248e673b8e2b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:21.417050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:21.444741 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Port': ['ID=91cff107-7b34-4464-b8ee-8b44492f511d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:21.447498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:21.454092 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.455472 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:21.459610 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.476481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port c2915906-60c6-483c-b528-0c71e2f7625e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:21.476882 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.482295 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:21.500816 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.503436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Allocated IP 172.20.0.2 (fd8b2255-f823-4026-b3f3-63fff61ee145/24a75a9f-bc9c-4fe8-a0ff-99b996196a2c/27a3c680-a887-4bda-b701-51b7c1c7e8a1) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:21.508263 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1967805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-957151'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.510958 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:21.546839 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.551788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.806886 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.827380 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Transition to ACTIVE for port object 27a3c680-a887-4bda-b701-51b7c1c7e8a1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:21.853468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:21.856725 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b64895-b831-4882-b291-12cedb12d702 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:21.866991 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] 10.222.0.73 "DELETE /v2.0/networks/a2f66e4f-489d-412b-ba7e-a1057148d2b1 HTTP/1.1" status: 204 len: 168 time: 3.1183295 Feb 04 10:27:21.884476 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bdc1b538-fc26-4e1f-81b7-57c210ebce49 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:21.895645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5023-97a7-4f89-8218-71024c0816e1 tempest-NetworksIpV6TestAttrs-1066787182 tempest-NetworksIpV6TestAttrs-1066787182-project] Pushing event deleted for resources: {'Network': ['ID=a2f66e4f-489d-412b-ba7e-a1057148d2b1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:21.957742 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.060347 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Transition to ACTIVE for port object 27a3c680-a887-4bda-b701-51b7c1c7e8a1 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:22.079651 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:22.080090 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.109222 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.151123 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0822ce48-97b5-462d-b16e-f6894d12fb7c None None] Provisioning complete for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:22.151514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0822ce48-97b5-462d-b16e-f6894d12fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.204565 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.300053 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Network fd8b2255-f823-4026-b3f3-63fff61ee145 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:22.337853 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Pushing event updated for resources: {'Port': ['ID=27a3c680-a887-4bda-b701-51b7c1c7e8a1,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:22.339237 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.341266 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:22.343402 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:22.349116 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 3ade6686-0b68-4a11-b8a5-e80a3088e72b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:22.386309 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42396) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:22.411387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88dba9c-d785-4fbd-a05c-65047392537e None None] Network f27f6756-7001-44b3-815c-68ab9a6510b2 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:22.451712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for c2915906-60c6-483c-b528-0c71e2f7625e owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:22.506341 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.593189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 4a2b60f5-897d-49e8-a46b-248e673b8e2b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:22.630611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Attempting to bind port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:22.631084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Attempting to bind port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '5b6cd45a-26a6-4ff9-b372-a9aea5a3734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:22.631635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Attempting to bind port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 on network fd8b2255-f823-4026-b3f3-63fff61ee145 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:22.663027 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 68876532-eabd-4298-ada9-d52ff9a70407 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:22.678545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:22.699311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:22.704780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:22.705771 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.706072 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:22.706454 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Checking segment: {'id': '5b6cd45a-26a6-4ff9-b372-a9aea5a3734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:22.706866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.707260 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Bound using segment: {'id': '5b6cd45a-26a6-4ff9-b372-a9aea5a3734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:22.707739 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Bound port: 27a3c680-a887-4bda-b701-51b7c1c7e8a1, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6cd45a-26a6-4ff9-b372-a9aea5a3734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'fd8b2255-f823-4026-b3f3-63fff61ee145'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:22.708113 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.715643 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=8829f673-3663-4ef3-b6a9-c617a38f58a6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:22.758766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe81:5cdf (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/f8cf5534-ab2d-49ba-91df-8eafb383538a/3ade6686-0b68-4a11-b8a5-e80a3088e72b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:22.762957 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-82a34f76-8721-4d76-93d2-0b8f118c9187 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d357636842d4462ba80c134b127c518c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755653 Feb 04 10:27:22.768197 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:22.774754 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7650dd1e-2c6e-4efb-bdae-09ddb35d0b9a tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1953571 Feb 04 10:27:22.779585 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42406) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:22.944409 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b2cf9-1b79-46a7-af24-e2e4b54f848c tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:22.944992 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c6b2cf9-1b79-46a7-af24-e2e4b54f848c tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:22.977994 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:22.987936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.079825 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] For port 27a3c680-a887-4bda-b701-51b7c1c7e8a1, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:23.084309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:23.084616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.094612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c6b2cf9-1b79-46a7-af24-e2e4b54f848c tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:23.097989 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3c6b2cf9-1b79-46a7-af24-e2e4b54f848c tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/8829f673-3663-4ef3-b6a9-c617a38f58a6 HTTP/1.1" status: 200 len: 841 time: 0.3146389 Feb 04 10:27:23.097989 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.103239 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42410) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:23.143436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.154338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Port': ['ID=91cff107-7b34-4464-b8ee-8b44492f511d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:23.166809 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] For port 27a3c680-a887-4bda-b701-51b7c1c7e8a1, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=27a3c680-a887-4bda-b701-51b7c1c7e8a1,segment=NetworkSegment(5b6cd45a-26a6-4ff9-b372-a9aea5a3734f),segment_id=5b6cd45a-26a6-4ff9-b372-a9aea5a3734f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:23.167739 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.191710 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.222518 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.230229 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=c2915906-60c6-483c-b528-0c71e2f7625e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:23.301873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b7a6f98-a786-407e-9031-244f01d74859 None None] Provisioning complete for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:23.302273 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6f98-a786-407e-9031-244f01d74859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.303532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port 8829f673-3663-4ef3-b6a9-c617a38f58a6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:23.303888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.419065 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.451620 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.452587 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac537da6-8695-438c-9f46-515cdf6de260 None None] Pushing event updated for resources: {'Port': ['ID=27a3c680-a887-4bda-b701-51b7c1c7e8a1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:23.482418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 3ade6686-0b68-4a11-b8a5-e80a3088e72b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:23.525971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.590026 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.611778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.619684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 521b52b1-4453-4d6e-8d70-384523a0f503 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:23.656507 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network f27f6756-7001-44b3-815c-68ab9a6510b2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:23.665286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957178'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.667306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: 521b52b1-4453-4d6e-8d70-384523a0f503 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:27:23.667931 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 521b52b1-4453-4d6e-8d70-384523a0f503 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:27:23.690509 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1ce7f-c4de-4549-9abb-c0ffe00036d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:23.745189 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:23.755574 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e174e440-e922-4a3a-a0f7-6b0aa2b1bc65 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ef1ce7f-c4de-4549-9abb-c0ffe00036d2 HTTP/1.1" status: 204 len: 168 time: 0.9822164 Feb 04 10:27:23.787613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:23.982837 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=3ade6686-0b68-4a11-b8a5-e80a3088e72b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:23.995555 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:24.009012 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:24.022911 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:24.041237 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Provisioning complete for port 4a2b60f5-897d-49e8-a46b-248e673b8e2b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:24.042243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.047776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:24.048449 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.129684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 27a3c680-a887-4bda-b701-51b7c1c7e8a1 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:24.368399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.387869 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:24.406265 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Provisioning complete for port bdc1b538-fc26-4e1f-81b7-57c210ebce49 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:24.409395 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.475477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.483926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.503035 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-7d3d83d2-00df-41fd-899d-fed1b90dfc74 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5617003 Feb 04 10:27:24.506660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:24.553713 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.554252 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Fanout notify agent at l3_agent the message router_deleted on router 1a57ad93-b516-4bed-b565-2c5d6fe16c4e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:27:24.575669 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.628461 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Provisioning for port 91cff107-7b34-4464-b8ee-8b44492f511d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:24.635297 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Provisioning complete for port 91cff107-7b34-4464-b8ee-8b44492f511d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:24.635694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.638667 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Router 91ffa3c2-a705-4285-abeb-875927291087 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:27:24.719308 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7792a211-d875-4173-99bd-83bab216c1e0 None None] Port 91cff107-7b34-4464-b8ee-8b44492f511d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:24.856436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Provisioning for port 3ade6686-0b68-4a11-b8a5-e80a3088e72b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:24.864352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Provisioning complete for port 3ade6686-0b68-4a11-b8a5-e80a3088e72b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:24.864802 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.954153 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Port 3ade6686-0b68-4a11-b8a5-e80a3088e72b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:24.973369 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Provisioning complete for port 91cff107-7b34-4464-b8ee-8b44492f511d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:24.973791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:24.998015 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for 8829f673-3663-4ef3-b6a9-c617a38f58a6 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:25.034869 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-957497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13699'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.039022 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.070803 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7f726b24-b479-49aa-9d8f-3c2dda00a616 None None] Port 91cff107-7b34-4464-b8ee-8b44492f511d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:25.071642 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab2996-b9a3-426b-aea2-0ea68212c488 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:25.077415 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab2996-b9a3-426b-aea2-0ea68212c488 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:25.084460 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-efab2996-b9a3-426b-aea2-0ea68212c488 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:25.089383 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.108788 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956816'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.109264 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5882f318-32b5-4654-acd4-76b336838d6c {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 10:27:25.132096 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.136933 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9e1ee5ca-9c99-4986-92d0-19d22672ad53 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "DELETE /v2.0/routers/1a57ad93-b516-4bed-b565-2c5d6fe16c4e HTTP/1.1" status: 204 len: 168 time: 4.4440417 Feb 04 10:27:25.138537 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.142297 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-efab2996-b9a3-426b-aea2-0ea68212c488 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:25.143426 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-efab2996-b9a3-426b-aea2-0ea68212c488 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6214321 Feb 04 10:27:25.147916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'network': {'name': 'tempest-RoutersTest-103891690'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:25.149219 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42448) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.153757 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:25.157846 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:network and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:25.160734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:25.166723 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:25.174767 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 10:27:25.178997 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-95fe920a-74a6-4fcb-9aec-ce47170ada52 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2330153 Feb 04 10:27:25.179488 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.206460 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6ad9f2ec-bffd-409f-a777-1038d370242e None None] Provisioning complete for port 91cff107-7b34-4464-b8ee-8b44492f511d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:25.208267 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f2ec-bffd-409f-a777-1038d370242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.233119 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230449354'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:25.242502 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:25.246327 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.265719 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:25.268714 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b45fef-6a7f-4492-b931-f52857a5960d None None] Network fd8b2255-f823-4026-b3f3-63fff61ee145 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:25.274324 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:network and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:25.282076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:25.294990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:25.302370 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Deleting port 4988c097-3f6b-4aee-bd30-0c4a79987e3e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:25.303318 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.320589 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.333800 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 3ade6686-0b68-4a11-b8a5-e80a3088e72b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:25.334520 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.359787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:25.367601 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Made reservation on behalf of f66c93fb43d84e1d9908dc4fe626383a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:25.371013 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.382771 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9f2ec-bffd-409f-a777-1038d370242e None None] Port 91cff107-7b34-4464-b8ee-8b44492f511d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:25.391758 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.399350 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:25.401776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.402156 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Added segment a49347e3-d430-4538-963b-5174ee3029fd of type vlan for network d6b23183-b8ea-4e82-959f-bdc314e88725 Feb 04 10:27:25.418285 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] Sync routers for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:25.441012 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:25.441229 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:25.441931 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=8829f673-3663-4ef3-b6a9-c617a38f58a6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:25.450056 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.452134 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-eff6b447-6815-4677-b48b-8310a1479951 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/8829f673-3663-4ef3-b6a9-c617a38f58a6 HTTP/1.1" status: 204 len: 168 time: 2.3460672 Feb 04 10:27:25.452367 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:25.456780 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b2414841-2faf-44aa-a168-5d86c3800b93 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6098082 Feb 04 10:27:25.461041 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.461537 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42458) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.474198 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:security_group_rule and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:25.480771 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:25.503376 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:25.512548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.545591 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:25.562422 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Provisioning for port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:25.573902 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:25.574630 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:25.661573 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.667307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:25.667907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.674830 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Provisioning complete for port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:25.675212 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.702492 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e32a0c-efa5-4e3d-8c41-b66766d55d4b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:27:25.703289 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-87e32a0c-efa5-4e3d-8c41-b66766d55d4b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:25.763248 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:25.763664 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9eb74-b36b-467d-8023-d4e3463438de None None] The sync data for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:25.794843 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:25.830613 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Network': ['ID=d6b23183-b8ea-4e82-959f-bdc314e88725,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:25.844340 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network d6b23183-b8ea-4e82-959f-bdc314e88725 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:25.860220 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-87e32a0c-efa5-4e3d-8c41-b66766d55d4b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:25.865077 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-87e32a0c-efa5-4e3d-8c41-b66766d55d4b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/8829f673-3663-4ef3-b6a9-c617a38f58a6 HTTP/1.1" status: 404 len: 333 time: 0.3987598 Feb 04 10:27:25.891828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:25.952141 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.000653 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] For port 27a3c680-a887-4bda-b701-51b7c1c7e8a1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=27a3c680-a887-4bda-b701-51b7c1c7e8a1,segment=NetworkSegment(5b6cd45a-26a6-4ff9-b372-a9aea5a3734f),segment_id=5b6cd45a-26a6-4ff9-b372-a9aea5a3734f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:26.003720 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Calling delete_port for 4988c097-3f6b-4aee-bd30-0c4a79987e3e owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:26.006854 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.099820 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742326a-2656-467d-87b7-9f262724f4bf None None] Pushing event updated for resources: {'Port': ['ID=27a3c680-a887-4bda-b701-51b7c1c7e8a1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:26.133704 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '68876532-eabd-4298-ada9-d52ff9a70407', 'name': 'tempest-PortsTestJSON-545521574'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:26.170209 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4cd19713-792f-43f6-8380-ca6324f39771 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0299983 Feb 04 10:27:26.212944 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.219692 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42468) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:26.244492 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d0d1d477-7fbc-4650-8738-7257811fac90 None None] Provisioning complete for port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:26.245112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d477-7fbc-4650-8738-7257811fac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.261978 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'subnet': {'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:26.308742 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.494111 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 3ade6686-0b68-4a11-b8a5-e80a3088e72b owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:26.497051 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.534716 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:26.544949 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.610765 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:26.612660 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:26.644533 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Pushing event deleted for resources: {'Port': ['ID=4988c097-3f6b-4aee-bd30-0c4a79987e3e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:26.656658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0693ae8-2493-46d6-af04-1cbabf46407f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:26.696920 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.697364 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Added segment e3a867a1-cc45-4637-9530-52b792859b6c of type vlan for network 431095e2-a07a-4037-9006-c9ea1d86f7a4 Feb 04 10:27:26.734159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:26.737458 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-ed9d35de-765e-4288-871b-9d9f252f1e89 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:26.742342 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-ed9d35de-765e-4288-871b-9d9f252f1e89 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2782185 Feb 04 10:27:26.743128 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42472) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:26.743245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:26.746796 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.760915 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:subnet and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:26.767593 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:26.784411 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:26.808312 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.810762 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 946074b8-142a-4577-b379-93eb766ab2d2 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:26.852332 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.883645 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.886891 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Made reservation on behalf of 8134e20b171b41f5bcd834f428944d3b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:26.890267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.933539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=3ade6686-0b68-4a11-b8a5-e80a3088e72b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:26.986498 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:26.994038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:27:27.044439 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-3b37f02a-f072-4cee-ad8b-98b14363b1e0 tempest-RoutersAdminNegativeTest-2130061641 tempest-RoutersAdminNegativeTest-2130061641-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4988c097-3f6b-4aee-bd30-0c4a79987e3e HTTP/1.1" status: 204 len: 168 time: 1.8603556 Feb 04 10:27:27.074423 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1748cb6a-a0eb-4a49-a084-d41bed2dfd77 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/3ade6686-0b68-4a11-b8a5-e80a3088e72b HTTP/1.1" status: 204 len: 168 time: 1.8701866 Feb 04 10:27:27.078933 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42478) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:27.097410 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.103047 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:27.103665 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.359942 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:27.381801 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2931292 Feb 04 10:27:27.384596 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:27.391305 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106276689'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:27.398885 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:27.405351 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:network and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:27.410616 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:27.418945 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:27.431666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2eadb-f57e-4541-9a51-76c280cf6d25 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:27.431912 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.433375 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2eadb-f57e-4541-9a51-76c280cf6d25 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:27.437600 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8da2eadb-f57e-4541-9a51-76c280cf6d25 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3394570 Feb 04 10:27:27.445810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:27.448321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead44b-2aa0-4d3c-82b9-896aa4cc525b tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Network': ['ID=431095e2-a07a-4037-9006-c9ea1d86f7a4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:27.452696 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.462191 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:27.487806 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Made reservation on behalf of f66c93fb43d84e1d9908dc4fe626383a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:27.491615 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.572268 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet f8cf5534-ab2d-49ba-91df-8eafb383538a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:27.588063 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.598043 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.632555 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:27.634207 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.643148 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:27.645396 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Usage tracker for resource:security_group_rule and tenant:410cdb3a9127467294b5f405a1431648 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:27.681886 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.695651 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:27.708580 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:27.739371 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5574690'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.754076 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.754542 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Added segment b1b82117-dddd-4cc6-bf91-7829a8c43009 of type vlan for network b8e4a14c-0b7a-460f-a0e2-a484133e223e Feb 04 10:27:27.830422 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 27a3c680-a887-4bda-b701-51b7c1c7e8a1 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:27.856734 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Subnet': ['ID=dddacd96-c9e5-4423-86a8-b068414e4161,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:27.863377 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 68876532-eabd-4298-ada9-d52ff9a70407 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:27.875566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:27.884666 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=946074b8-142a-4577-b379-93eb766ab2d2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:27.886964 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:27.893455 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:27.894520 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.906791 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Checking segment: {'id': 'a49347e3-d430-4538-963b-5174ee3029fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:27.907157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network hostable DHCP agents. Network: d6b23183-b8ea-4e82-959f-bdc314e88725, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:27.913798 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 27a3c680-a887-4bda-b701-51b7c1c7e8a1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:27.914573 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.942833 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:27.944108 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-eff6c280-0d25-49c4-a680-64f3cf13056f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0504098 Feb 04 10:27:27.947373 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42498) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:27.957776 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:27.991524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d6b23183-b8ea-4e82-959f-bdc314e88725 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:27.994131 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.018917 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.024989 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:28.026900 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.065124 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, d6b23183-b8ea-4e82-959f-bdc314e88725) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:28.079122 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf28ed-ec5f-47eb-a1b8-bcc76cb924ce None None] Network d6b23183-b8ea-4e82-959f-bdc314e88725 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:28.111573 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:28.112179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.161200 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-85c438e5-8bc6-4221-bf3e-b747ac7f1058 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9127569 Feb 04 10:27:28.169095 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.173739 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.179810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-603639858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:28.190552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.194882 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.203587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:28.208565 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8040107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7236468'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.235038 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Network': ['ID=b8e4a14c-0b7a-460f-a0e2-a484133e223e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:28.241862 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7c952a3d-0184-4c41-a643-628011c53c29 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8522367 Feb 04 10:27:28.247917 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:28.257998 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.262717 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Usage tracker for resource:router and tenant:8134e20b171b41f5bcd834f428944d3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:28.265483 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Deleting port 91cff107-7b34-4464-b8ee-8b44492f511d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:28.265835 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.266388 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cf5534-ab2d-49ba-91df-8eafb383538a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:28.269766 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:28.274180 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced85472-00de-4ed0-a9ff-9323371ecf61 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:28.274536 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.299031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Request body: {'subnet': {'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:28.333350 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=410cdb3a9127467294b5f405a1431648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9699264 Feb 04 10:27:28.342306 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba9d2-10bd-4614-9f11-5c1a5a14e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e6b44-80c2-4289-817d-b9f1699930fc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:28.344760 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.525001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-d6b23183-b8ea-4e82-959f-bdc314e88725', 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725', 'tenant_id': '8134e20b171b41f5bcd834f428944d3b', 'fixed_ips': [{'subnet_id': 'dddacd96-c9e5-4423-86a8-b068414e4161'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:28.526526 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.569059 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:28.580406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:subnet and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:28.587938 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:28.609346 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:28.621721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.629966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.634851 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:28.638404 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.650770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Made reservation on behalf of f66c93fb43d84e1d9908dc4fe626383a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:28.654286 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.682743 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.690115 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-fce7fb35-64ae-44f1-9374-18a03ef10dd0 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/f8cf5534-ab2d-49ba-91df-8eafb383538a HTTP/1.1" status: 204 len: 168 time: 1.2431054 Feb 04 10:27:28.691452 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] In _notify_port_updated(), no bound segment for port 946074b8-142a-4577-b379-93eb766ab2d2 on network 68876532-eabd-4298-ada9-d52ff9a70407 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:27:28.698321 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:28.699250 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.700718 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "PUT /v2.0/ports/946074b8-142a-4577-b379-93eb766ab2d2 HTTP/1.1" status: 200 len: 818 time: 0.7497406 Feb 04 10:27:28.709071 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.709883 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.743962 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Allocated IP 172.20.0.2 (d6b23183-b8ea-4e82-959f-bdc314e88725/dddacd96-c9e5-4423-86a8-b068414e4161/feefef81-d8c5-4f22-978e-89e13cc635a4) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:28.829625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:28.842936 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d78ba115-c34c-4cc7-b1d1-7d0f52c7546c tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232069 Feb 04 10:27:28.851120 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42522) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:28.859793 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.861080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.876252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.887736 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Deleting port bdc1b538-fc26-4e1f-81b7-57c210ebce49 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:28.888118 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.891426 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:28.907031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Calling delete_port for 91cff107-7b34-4464-b8ee-8b44492f511d owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:28.953275 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.004163 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5b939-5772-4c0f-bf5a-c33367a508f6 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=946074b8-142a-4577-b379-93eb766ab2d2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.023492 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Deleting port 946074b8-142a-4577-b379-93eb766ab2d2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:29.024368 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.065271 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.066557 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-a0afcbb4-2882-43ef-bf02-9518aaa14923 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8964164 Feb 04 10:27:29.074521 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:29.124637 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.189477 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e6b44-80c2-4289-817d-b9f1699930fc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.208161 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.221805 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] For port bdc1b538-fc26-4e1f-81b7-57c210ebce49, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=bdc1b538-fc26-4e1f-81b7-57c210ebce49,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:29.222242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.252481 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.290436 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Transition to ACTIVE for port object feefef81-d8c5-4f22-978e-89e13cc635a4 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:29.306906 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event deleted for resources: {'Port': ['ID=91cff107-7b34-4464-b8ee-8b44492f511d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.311067 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.343501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.344625 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-8d31a3f8-de25-43df-99fa-9f6d61bf208b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac2e6b44-80c2-4289-817d-b9f1699930fc HTTP/1.1" status: 204 len: 168 time: 0.9530616 Feb 04 10:27:29.356577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Calling delete_port for bdc1b538-fc26-4e1f-81b7-57c210ebce49 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:29.424786 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d0223-5fe3-4099-8708-b46aa91b2b7d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:29.429423 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Transition to ACTIVE for port object feefef81-d8c5-4f22-978e-89e13cc635a4 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:29.429687 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-065d0223-5fe3-4099-8708-b46aa91b2b7d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5713937 Feb 04 10:27:29.430853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42532) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:29.445761 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.544236 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Subnet': ['ID=87e7b5ff-8831-48ee-8701-26949f5fdba0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.555050 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Checking segment: {'id': 'e3a867a1-cc45-4637-9530-52b792859b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:29.555952 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network hostable DHCP agents. Network: 431095e2-a07a-4037-9006-c9ea1d86f7a4, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:29.565924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Network d6b23183-b8ea-4e82-959f-bdc314e88725 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:29.572139 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:29.574145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Pushing event updated for resources: {'Port': ['ID=feefef81-d8c5-4f22-978e-89e13cc635a4,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.576718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:29.586327 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.697841 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] Pushing event deleted for resources: {'Port': ['ID=bdc1b538-fc26-4e1f-81b7-57c210ebce49,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:29.704504 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffe2ee-24b0-4e6b-9ff5-fafc7f748b65 None None] No DVR routers for this DVR port bdc1b538-fc26-4e1f-81b7-57c210ebce49 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:29.785795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Attempting to bind port feefef81-d8c5-4f22-978e-89e13cc635a4 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:29.786200 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Attempting to bind port feefef81-d8c5-4f22-978e-89e13cc635a4 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'a49347e3-d430-4538-963b-5174ee3029fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:29.786575 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Attempting to bind port feefef81-d8c5-4f22-978e-89e13cc635a4 on network d6b23183-b8ea-4e82-959f-bdc314e88725 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:29.803337 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:29.803875 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Checking segment: {'id': 'a49347e3-d430-4538-963b-5174ee3029fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:29.804298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.804705 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Bound using segment: {'id': 'a49347e3-d430-4538-963b-5174ee3029fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:29.805197 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Bound port: feefef81-d8c5-4f22-978e-89e13cc635a4, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49347e3-d430-4538-963b-5174ee3029fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd6b23183-b8ea-4e82-959f-bdc314e88725'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:29.805577 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.871311 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.873394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bdc1b538-fc26-4e1f-81b7-57c210ebce49 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:29.918092 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:29.921955 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.922126 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] No Port match for: bdc1b538-fc26-4e1f-81b7-57c210ebce49 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 10:27:29.922486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device bdc1b538-fc26-4e1f-81b7-57c210ebce49 not bound to the agent host dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:27:29.932579 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42538) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:29.957694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] For port feefef81-d8c5-4f22-978e-89e13cc635a4, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:29.961243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] For port feefef81-d8c5-4f22-978e-89e13cc635a4, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=feefef81-d8c5-4f22-978e-89e13cc635a4,segment=NetworkSegment(a49347e3-d430-4538-963b-5174ee3029fd),segment_id=a49347e3-d430-4538-963b-5174ee3029fd)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:29.966127 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:29.969814 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 431095e2-a07a-4037-9006-c9ea1d86f7a4) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:29.985487 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b503a53-a2b8-471f-8a41-2392822f3668 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:29.986210 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b503a53-a2b8-471f-8a41-2392822f3668 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:30.008210 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7e5e4-1c37-4c13-a5c4-b30f34e117ea None None] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:30.041990 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:30.042591 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.154362 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60e27-ed2a-4a26-b919-4bf0389f0518 None None] Pushing event updated for resources: {'Port': ['ID=feefef81-d8c5-4f22-978e-89e13cc635a4,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:30.156408 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9f3008ef-1ceb-4e72-a0a0-688cbedfa869 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68acc7c2dfec40b99cb3469fdb1d67f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226970 Feb 04 10:27:30.159336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42542) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.205540 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a9839be6-1e78-49ca-9d42-832a26ada3ed tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9465139 Feb 04 10:27:30.213868 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.278761 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Request body: {'subnet': {'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:30.288478 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-431095e2-a07a-4037-9006-c9ea1d86f7a4', 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4', 'tenant_id': 'f66c93fb43d84e1d9908dc4fe626383a', 'fixed_ips': [{'subnet_id': '87e7b5ff-8831-48ee-8701-26949f5fdba0'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:30.289962 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.362878 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.384870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Router 91ffa3c2-a705-4285-abeb-875927291087 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:30.411532 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.464927 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b503a53-a2b8-471f-8a41-2392822f3668 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:30.468614 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2b503a53-a2b8-471f-8a41-2392822f3668 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0284491 Feb 04 10:27:30.491918 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42550) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.508148 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Allocated IP 2001:db8::2 (431095e2-a07a-4037-9006-c9ea1d86f7a4/87e7b5ff-8831-48ee-8701-26949f5fdba0/05abde6d-e4c1-49fb-9f80-28e87119cfb8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:30.554748 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.610990 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:30.663246 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4e3ab820-7769-4c93-a2fb-8f3017d9a67d tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623840 Feb 04 10:27:30.667456 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.670216 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:30.675816 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:30.681586 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] Sync routers for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:30.695061 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:30.696822 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:30.726178 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-9d921381-f867-4666-86c7-474584e5ae6b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9745646 Feb 04 10:27:30.733733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42558) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.756634 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:subnet and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:30.761963 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:30.771999 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Calling delete_port for 946074b8-142a-4577-b379-93eb766ab2d2 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:30.796294 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:30.810103 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:30.811038 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:07Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:30.816214 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:30.829466 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.841695 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Transition to ACTIVE for port object 05abde6d-e4c1-49fb-9f80-28e87119cfb8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:30.861630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Made reservation on behalf of f66c93fb43d84e1d9908dc4fe626383a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:30.865039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Transition to ACTIVE for port object 05abde6d-e4c1-49fb-9f80-28e87119cfb8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:30.865905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.876941 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:30.909347 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:30.910075 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398627dd-b3a3-4b90-a454-4a2b91601024 None None] The sync data for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:30.936532 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-af40c175-96c5-487f-bd26-f84eb7e6f55b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] delete failed (client error): The resource could not be found. Feb 04 10:27:30.937555 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-af40c175-96c5-487f-bd26-f84eb7e6f55b tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1973148871 HTTP/1.1" status: 404 len: 335 time: 0.2021995 Feb 04 10:27:30.944596 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:30.952681 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e37116df-cde7-468a-89cc-4d985c4d7ca0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Request body: {'router': {'external_gateway_info': {'network_id': '91ffa3c2-a705-4285-abeb-875927291087'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:30.956561 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:30.960091 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:30.965128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:31.045055 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Pushing event updated for resources: {'Port': ['ID=05abde6d-e4c1-49fb-9f80-28e87119cfb8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:31.080145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Attempting to bind port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:31.080670 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Attempting to bind port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'e3a867a1-cc45-4637-9530-52b792859b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:31.081214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Attempting to bind port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 on network 431095e2-a07a-4037-9006-c9ea1d86f7a4 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:31.088061 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:31.088569 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Checking segment: {'id': 'e3a867a1-cc45-4637-9530-52b792859b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:31.089069 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.089601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Bound using segment: {'id': 'e3a867a1-cc45-4637-9530-52b792859b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:31.090189 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Bound port: 05abde6d-e4c1-49fb-9f80-28e87119cfb8, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a867a1-cc45-4637-9530-52b792859b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '431095e2-a07a-4037-9006-c9ea1d86f7a4'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:31.090667 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.197447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] For port 05abde6d-e4c1-49fb-9f80-28e87119cfb8, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:31.203536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] For port 05abde6d-e4c1-49fb-9f80-28e87119cfb8, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=05abde6d-e4c1-49fb-9f80-28e87119cfb8,segment=NetworkSegment(e3a867a1-cc45-4637-9530-52b792859b6c),segment_id=e3a867a1-cc45-4637-9530-52b792859b6c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:31.208203 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.211394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.244922 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.303360 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Allocated IP 172.20.0.1 (d6b23183-b8ea-4e82-959f-bdc314e88725/dddacd96-c9e5-4423-86a8-b068414e4161/7fe05312-9803-4551-93bc-1496fabb3511) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:31.345944 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event deleted for resources: {'Port': ['ID=946074b8-142a-4577-b379-93eb766ab2d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:31.357421 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a698-4871-464e-a745-1407a1d1585c None None] Pushing event updated for resources: {'Port': ['ID=05abde6d-e4c1-49fb-9f80-28e87119cfb8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:31.386152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.418457 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.446267 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Subnet': ['ID=8e1c2b62-0475-4e4f-b1cf-c9c4e54ef228,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:31.466543 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:31.489002 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d03d8-cb96-4dc0-9768-839fc9022326 None None] Network d6b23183-b8ea-4e82-959f-bdc314e88725 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:31.523659 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57aad6-1983-4820-af90-50fe8c50571f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:31.533721 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-9e4c78f8-0fb0-4414-8d2a-ac4a57a5835f tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "DELETE /v2.0/ports/946074b8-142a-4577-b379-93eb766ab2d2 HTTP/1.1" status: 204 len: 168 time: 2.8096364 Feb 04 10:27:31.536317 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42566) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:31.551000 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.555256 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d588d43c-39de-4eaa-a86b-24c220afd66b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c57aad6-1983-4820-af90-50fe8c50571f HTTP/1.1" status: 204 len: 168 time: 1.3919089 Feb 04 10:27:31.560406 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e37116df-cde7-468a-89cc-4d985c4d7ca0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-957533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13688'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.564389 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:31.580052 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:31.585031 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:31.695566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Checking segment: {'id': 'b1b82117-dddd-4cc6-bf91-7829a8c43009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:31.695566 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network hostable DHCP agents. Network: b8e4a14c-0b7a-460f-a0e2-a484133e223e, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:31.710132 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.api.v2.resource [None req-e37116df-cde7-468a-89cc-4d985c4d7ca0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] update failed (client error): The resource could not be found. Feb 04 10:27:31.715295 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e37116df-cde7-468a-89cc-4d985c4d7ca0 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087 HTTP/1.1" status: 404 len: 339 time: 0.7656496 Feb 04 10:27:31.719880 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42572) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:31.893764 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-59fafec5-5dc9-41bd-b4b3-6883c02938a8 None None] Provisioning for port feefef81-d8c5-4f22-978e-89e13cc635a4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:31.975833 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:27:31.984229 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb5497-a1e7-43fa-92d1-88ac99e49310 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:31.984882 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-88bb5497-a1e7-43fa-92d1-88ac99e49310 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Synchronizing usage tracker for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:32.004491 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.053533 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device feefef81-d8c5-4f22-978e-89e13cc635a4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:32.088889 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:32.157237 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.objects.ports [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:27:32.165692 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.232936 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:32.255373 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:32.269784 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:32.271188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.275625 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port feefef81-d8c5-4f22-978e-89e13cc635a4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:32.279604 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1082543-a11a-44ea-9d45-a2821808a6cc None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:32.308106 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=97786298-1bad-4516-832d-af62fc3741e4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:32.316810 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Transition to ACTIVE for port object 7fe05312-9803-4551-93bc-1496fabb3511 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:32.331476 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-c0bd71f8-400b-4ab7-b52b-ac4bf2eb7b09 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6619859 Feb 04 10:27:32.333496 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:32.342563 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:ff:8d:10', 'name': 'tempest-NetworksTestDHCPv6-1902326154'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:32.370287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port feefef81-d8c5-4f22-978e-89e13cc635a4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:32.370669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.522159 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-88bb5497-a1e7-43fa-92d1-88ac99e49310 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Unset dirty status for tenant:356a166db5614379981ef36cf4d5d9b5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:32.526022 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-88bb5497-a1e7-43fa-92d1-88ac99e49310 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9841321 Feb 04 10:27:32.529553 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, b8e4a14c-0b7a-460f-a0e2-a484133e223e) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:32.608073 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886158eb-6ae4-4c6a-aa93-41a75dc0ec74 None None] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:32.614248 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:32.627498 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:32.633707 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:32.637082 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:32.649746 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:32.667364 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:32.704625 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:32.705359 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.711684 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.839864 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.856040 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:32.886662 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 79fff819-8947-4fea-b6e2-20b67c5f2490 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:32.953315 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:32.987166 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e754b5-bea1-4dc7-b92c-d3ed70a91443 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] GET failed (client error): The resource could not be found. Feb 04 10:27:32.992594 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-36e754b5-bea1-4dc7-b92c-d3ed70a91443 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "GET /v2.0/ports/946074b8-142a-4577-b379-93eb766ab2d2 HTTP/1.1" status: 404 len: 333 time: 0.2977576 Feb 04 10:27:33.029093 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b8285a7-415e-45e1-ba36-98012d4b77de None None] Provisioning complete for port feefef81-d8c5-4f22-978e-89e13cc635a4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:33.029715 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b8285a7-415e-45e1-ba36-98012d4b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.038629 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:33.044893 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198205962'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:33.056853 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:33.082970 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-62214891-7f6a-42e6-9b49-00cfb7523efe tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8624938 Feb 04 10:27:33.085142 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:network and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:33.090908 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42612) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:33.097093 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:33.101600 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': '97786298-1bad-4516-832d-af62fc3741e4'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:33.101840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.105366 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1662100949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:33.125489 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:feff:8d10 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/97786298-1bad-4516-832d-af62fc3741e4/79fff819-8947-4fea-b6e2-20b67c5f2490) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:33.127565 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:33.130679 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.135252 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:33.148632 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port feefef81-d8c5-4f22-978e-89e13cc635a4, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=feefef81-d8c5-4f22-978e-89e13cc635a4,segment=NetworkSegment(a49347e3-d430-4538-963b-5174ee3029fd),segment_id=a49347e3-d430-4538-963b-5174ee3029fd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:33.167720 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-106555793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:33.185884 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Usage tracker for resource:router and tenant:f66c93fb43d84e1d9908dc4fe626383a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:33.191017 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:33.199172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad57a59-3abd-433a-8000-8fc28806bbf9 None None] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:33.203967 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:33.206152 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:router and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:33.217205 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.217605 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:33.218092 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 05abde6d-e4c1-49fb-9f80-28e87119cfb8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:33.232522 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:33.237577 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d6b23183-b8ea-4e82-959f-bdc314e88725 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:33.239882 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:33.273326 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.274359 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.284767 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:33.297084 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:33.300490 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.325294 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:33.354175 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.414251 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-957065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13725'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.415609 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13706'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.436760 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=7fe05312-9803-4551-93bc-1496fabb3511,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:33.490157 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:33.490940 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.496879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.519559 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 79fff819-8947-4fea-b6e2-20b67c5f2490 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:33.542649 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.543860 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.551125 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.551565 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Added segment b7556b01-9c44-4dec-9789-cd5585d79000 of type vlan for network 90f4a335-9d65-480b-aa6c-e894ab41050b Feb 04 10:27:33.554577 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.586115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Allocated IP 172.20.0.1 (42380533-5ede-4a03-b72a-8b0dbcc3b428/0d07b5f9-d3a6-43dd-9f72-1c61a8d43030/c88224cc-35e8-4716-b03a-235f89e37129) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:33.628589 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=feefef81-d8c5-4f22-978e-89e13cc635a4,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:33.628806 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.658578 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:33.662132 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:33.664826 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:33.669552 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956958'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.671336 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:33.672068 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.689799 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-b8e4a14c-0b7a-460f-a0e2-a484133e223e', 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e', 'tenant_id': 'f66c93fb43d84e1d9908dc4fe626383a', 'fixed_ips': [{'subnet_id': '8e1c2b62-0475-4e4f-b1cf-c9c4e54ef228'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:33.690669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.706849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=79fff819-8947-4fea-b6e2-20b67c5f2490,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:33.712966 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.715389 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-549747b6-9afa-4f07-a963-33d30324d9a5 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7536285 Feb 04 10:27:33.718627 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-4a0a4240-7a7d-4d9e-b18e-87d2229b6072 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3829761 Feb 04 10:27:33.719483 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42616) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:33.722862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42618) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:33.732688 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1756575667'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:33.742634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:33.750288 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:network and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:33.755292 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:33.765304 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:33.821379 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:33.825641 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.831744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:33.841057 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Allocated IP 2001:db8::f816:3eff:fe7b:6624 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/97786298-1bad-4516-832d-af62fc3741e4/ab9a55fd-32af-449a-8c58-584d8c5dfaa1) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:33.845539 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.874630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.877002 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:33.878843 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-84935e9a-3b87-41ba-8a94-b1589bacda96 tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7867317 Feb 04 10:27:33.884541 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:33.890960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:security_group_rule and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:33.953709 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.957770 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:33.964813 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.970558 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:33.971244 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:33.993406 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.010306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device feefef81-d8c5-4f22-978e-89e13cc635a4 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:34.095413 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Transition to ACTIVE for port object c88224cc-35e8-4716-b03a-235f89e37129 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:34.137058 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Provisioning for port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:34.140148 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1002760 Feb 04 10:27:34.145735 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:34.146267 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:34.158409 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'subnet': {'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:34.173249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Allocated IP 2001:db8:1::2 (b8e4a14c-0b7a-460f-a0e2-a484133e223e/8e1c2b62-0475-4e4f-b1cf-c9c4e54ef228/9390d508-43d9-4b1b-99ab-10eebaa88dbe) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:34.175110 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739808f-59ff-4722-a73c-a0f65aa64c9b tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Network': ['ID=90f4a335-9d65-480b-aa6c-e894ab41050b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:34.179721 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Provisioning complete for port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:34.180319 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.200033 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398cb6a-7647-44ba-9d83-a3ce0ec0512a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:34.200746 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a398cb6a-7647-44ba-9d83-a3ce0ec0512a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Synchronizing usage tracker for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:34.220043 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 90f4a335-9d65-480b-aa6c-e894ab41050b details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:34.465286 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.516913 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-a398cb6a-7647-44ba-9d83-a3ce0ec0512a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Unset dirty status for tenant:6e5982d21ab94fa3bcba6938654ee2bf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:34.518509 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-a398cb6a-7647-44ba-9d83-a3ce0ec0512a tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7937262 Feb 04 10:27:34.527743 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:34.557378 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port feefef81-d8c5-4f22-978e-89e13cc635a4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:34.558033 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.591669 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.594517 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:34.606973 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:subnet and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:34.619574 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting port 79fff819-8947-4fea-b6e2-20b67c5f2490 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:34.619944 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.676141 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:34.677792 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:34.704712 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:34.720387 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:34.721965 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:34.728404 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.796450 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Transition to ACTIVE for port object ab9a55fd-32af-449a-8c58-584d8c5dfaa1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:34.811815 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:34.812474 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Port': ['ID=c88224cc-35e8-4716-b03a-235f89e37129,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:34.816281 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.843560 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:34.951982 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.003918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1996442a-74b7-4066-b045-4c7bd91c6f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.017458 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.040775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] For port 05abde6d-e4c1-49fb-9f80-28e87119cfb8, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=05abde6d-e4c1-49fb-9f80-28e87119cfb8,segment=NetworkSegment(e3a867a1-cc45-4637-9530-52b792859b6c),segment_id=e3a867a1-cc45-4637-9530-52b792859b6c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:35.042679 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Transition to ACTIVE for port object ab9a55fd-32af-449a-8c58-584d8c5dfaa1 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:35.046891 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Transition to ACTIVE for port object 9390d508-43d9-4b1b-99ab-10eebaa88dbe will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:35.052444 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.080450 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.091960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610025'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.134691 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.178241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Transition to ACTIVE for port object 9390d508-43d9-4b1b-99ab-10eebaa88dbe will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:35.192910 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:35.194287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Provisioning for port 7fe05312-9803-4551-93bc-1496fabb3511 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:35.197599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.203382 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3902986c-3138-4001-9a1e-2c40a544050b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.215328 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:35.223076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.225468 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Provisioning complete for port 7fe05312-9803-4551-93bc-1496fabb3511 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:35.225775 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.230143 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.230491 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.segments_db [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Added segment 96fd0c03-b183-418e-ac0f-81376b9d9c31 of type vlan for network 5aa31b1b-146a-4578-930f-68f73fb28dd6 Feb 04 10:27:35.247335 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.255652 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:35.276112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:35.279654 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:35.292851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:35.294596 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Pushing event updated for resources: {'Port': ['ID=05abde6d-e4c1-49fb-9f80-28e87119cfb8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.299569 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:35.352951 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.358097 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.474125 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e68356da-a438-42e1-9935-1b82730cc2c4 None None] Port 7fe05312-9803-4551-93bc-1496fabb3511 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:35.495113 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Allocated IP 2001:db8::1 (431095e2-a07a-4037-9006-c9ea1d86f7a4/87e7b5ff-8831-48ee-8701-26949f5fdba0/93c71aec-5595-4d57-bc1a-076150ad9f1b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:35.500825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.507521 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:35.508132 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.510674 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Calling delete_port for 79fff819-8947-4fea-b6e2-20b67c5f2490 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:35.538897 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Pushing event updated for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.541272 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Attempting to bind port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:35.541639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Attempting to bind port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:35.542027 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Attempting to bind port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:35.547494 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.558179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.594583 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.602485 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=7fe05312-9803-4551-93bc-1496fabb3511,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.609558 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:35.609976 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:35.610367 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.610761 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:35.611243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Bound port: ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:35.611623 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.623951 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Attempting to bind port 9390d508-43d9-4b1b-99ab-10eebaa88dbe on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:35.624326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Attempting to bind port 9390d508-43d9-4b1b-99ab-10eebaa88dbe by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'b1b82117-dddd-4cc6-bf91-7829a8c43009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:35.624694 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Attempting to bind port 9390d508-43d9-4b1b-99ab-10eebaa88dbe on network b8e4a14c-0b7a-460f-a0e2-a484133e223e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:35.647365 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:35.647842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Checking segment: {'id': 'b1b82117-dddd-4cc6-bf91-7829a8c43009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:35.648177 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.648538 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Bound using segment: {'id': 'b1b82117-dddd-4cc6-bf91-7829a8c43009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:35.649011 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Bound port: 9390d508-43d9-4b1b-99ab-10eebaa88dbe, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b82117-dddd-4cc6-bf91-7829a8c43009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b8e4a14c-0b7a-460f-a0e2-a484133e223e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:35.649961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.693019 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Pushing event updated for resources: {'Port': ['ID=9390d508-43d9-4b1b-99ab-10eebaa88dbe,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.717534 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Provisioning complete for port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:35.717924 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.876702 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:35.881063 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:35.886393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] For port 9390d508-43d9-4b1b-99ab-10eebaa88dbe, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:35.887339 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] For port 9390d508-43d9-4b1b-99ab-10eebaa88dbe, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9390d508-43d9-4b1b-99ab-10eebaa88dbe,segment=NetworkSegment(b1b82117-dddd-4cc6-bf91-7829a8c43009),segment_id=b1b82117-dddd-4cc6-bf91-7829a8c43009)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:35.920472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.965821 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:35.982501 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Subnet': ['ID=db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:35.995557 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2722306 Feb 04 10:27:35.995785 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 05abde6d-e4c1-49fb-9f80-28e87119cfb8 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:36.002831 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d25011-e61f-4af2-972a-94bdf2ee74bb tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Network': ['ID=5aa31b1b-146a-4578-930f-68f73fb28dd6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:36.010352 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42636) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:36.017393 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'subnet': {'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:36.036992 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 5aa31b1b-146a-4578-930f-68f73fb28dd6 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:36.159783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Checking segment: {'id': 'b7556b01-9c44-4dec-9789-cd5585d79000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:36.160425 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network hostable DHCP agents. Network: 90f4a335-9d65-480b-aa6c-e894ab41050b, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:36.189881 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Network d6b23183-b8ea-4e82-959f-bdc314e88725 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:36.191010 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:36.197658 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.207957 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb749-583e-4334-8308-fe606f1fa789 None None] Pushing event updated for resources: {'Port': ['ID=9390d508-43d9-4b1b-99ab-10eebaa88dbe,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:36.217208 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 90f4a335-9d65-480b-aa6c-e894ab41050b is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:36.220750 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:36.227963 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:subnet and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:36.233443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.237526 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:36.248926 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 90f4a335-9d65-480b-aa6c-e894ab41050b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:36.253379 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:36.261614 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:36.262242 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.278545 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Transition to ACTIVE for port object 93c71aec-5595-4d57-bc1a-076150ad9f1b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:36.280242 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Provisioning for port c88224cc-35e8-4716-b03a-235f89e37129 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:36.293443 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:36.297344 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.306455 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Provisioning complete for port c88224cc-35e8-4716-b03a-235f89e37129 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:36.306880 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.335492 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-68440244-0fc2-431a-800c-aed1298df669 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1830268 Feb 04 10:27:36.336862 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42640) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:36.343432 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c468a53-1cf9-4d27-bd37-ebcd1986a237 None None] Network 90f4a335-9d65-480b-aa6c-e894ab41050b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:36.379259 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 05abde6d-e4c1-49fb-9f80-28e87119cfb8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:36.382530 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.456223 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'subnet': {'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:36.481882 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685ade8-6c33-4fe2-b0d4-5da61e609ef8 None None] Pushing event updated for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:36.491961 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Port': ['ID=79fff819-8947-4fea-b6e2-20b67c5f2490,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:36.604080 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.612849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-47df070c-4daa-4441-847c-082451e682d9 None None] Port c88224cc-35e8-4716-b03a-235f89e37129 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:36.642863 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.666609 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6244133f-1765-4152-a3b8-13b77acea6ca tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/ports/79fff819-8947-4fea-b6e2-20b67c5f2490 HTTP/1.1" status: 204 len: 168 time: 2.1291075 Feb 04 10:27:36.788269 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42644) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:36.853399 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.878818 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.932718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:36.938354 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:36.941072 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:36.941581 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-90f4a335-9d65-480b-aa6c-e894ab41050b', 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'tenant_id': '356a166db5614379981ef36cf4d5d9b5', 'fixed_ips': [{'subnet_id': 'db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:36.942684 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.949592 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:36.950211 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.964432 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:subnet and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:36.974360 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-31df1c2a-70a0-4d73-9674-abe378aad150 None None] Provisioning complete for port 7fe05312-9803-4551-93bc-1496fabb3511 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:36.974878 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-31df1c2a-70a0-4d73-9674-abe378aad150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:36.988257 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:37.004718 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:37.008128 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Port': ['ID=93c71aec-5595-4d57-bc1a-076150ad9f1b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:37.077076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462b147-f1eb-4304-862c-ba669f941e60 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:37.083494 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462b147-f1eb-4304-862c-ba669f941e60 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:37.089053 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2462b147-f1eb-4304-862c-ba669f941e60 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2995279 Feb 04 10:27:37.091190 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42648) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:37.101043 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.105523 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event updated for resources: {'Port': ['ID=c88224cc-35e8-4716-b03a-235f89e37129,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:37.173275 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:37.186161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7149496'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.229219 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-31df1c2a-70a0-4d73-9674-abe378aad150 None None] Port 7fe05312-9803-4551-93bc-1496fabb3511 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:37.230005 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router d9f7a853-64ff-4c39-9025-bfc63ecff0e8 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:27:37.301828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5336a5fc-56bc-4d7c-97bf-e6f9f5b67f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.327361 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Allocated IP 172.20.0.2 (90f4a335-9d65-480b-aa6c-e894ab41050b/db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f/db8780fd-5749-48bb-ad44-15a1f08a758b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:37.443106 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Network 42380533-5ede-4a03-b72a-8b0dbcc3b428 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:37.447412 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:37.455204 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:37.455301 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Deleting subnet 97786298-1bad-4516-832d-af62fc3741e4 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 10:27:37.463604 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-5dc85b35-9325-4c4f-a490-942115beba00 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/d9f7a853-64ff-4c39-9025-bfc63ecff0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3856094 Feb 04 10:27:37.478001 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] Sync routers for ids ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:37.481861 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:37.491459 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.501287 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-32a693d0-bccc-4952-9703-d9dab4eaa1c4 None None] Provisioning for port 93c71aec-5595-4d57-bc1a-076150ad9f1b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:37.521398 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-32a693d0-bccc-4952-9703-d9dab4eaa1c4 None None] Provisioning complete for port 93c71aec-5595-4d57-bc1a-076150ad9f1b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:37.522074 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-32a693d0-bccc-4952-9703-d9dab4eaa1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.570393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] Routers {'d9f7a853-64ff-4c39-9025-bfc63ecff0e8'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:37.571251 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:37.643708 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220403'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.681949 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5778725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7149482'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.704372 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Router 91ffa3c2-a705-4285-abeb-875927291087 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:37.731764 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f (CIDR: 172.20.0.0/28) Feb 04 10:27:37.741657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:37.746630 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-32a693d0-bccc-4952-9703-d9dab4eaa1c4 None None] Port 93c71aec-5595-4d57-bc1a-076150ad9f1b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:37.781891 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.785019 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] Routers {'d9f7a853-64ff-4c39-9025-bfc63ecff0e8'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:37.785828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:37.810825 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:37.854334 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 10:27:37.855185 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 10:27:37.879868 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:37.881231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a7164-74e0-40f4-b957-6fe3c450f028 None None] The sync data for ids ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:37.928997 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Transition to ACTIVE for port object db8780fd-5749-48bb-ad44-15a1f08a758b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:37.949787 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:37.957006 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-60cfd870-a910-4c43-ba9d-4daa7606a72e tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2315474 Feb 04 10:27:37.959934 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:37.975246 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] Sync routers for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:37.992163 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:37.992791 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:37.997431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Transition to ACTIVE for port object db8780fd-5749-48bb-ad44-15a1f08a758b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:37.998940 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.009040 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23c36063-3a96-48a0-9a51-54a192ed1c36 None None] Provisioning complete for port c88224cc-35e8-4716-b03a-235f89e37129 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:38.009852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23c36063-3a96-48a0-9a51-54a192ed1c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.060453 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.116261 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:38.145002 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:38.145894 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:38.203923 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.246243 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ab9a55fd-32af-449a-8c58-584d8c5dfaa1 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:38.249693 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:38.250385 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2193343-e757-4c69-8884-59e7be85d896 None None] The sync data for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:38.275822 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c2c7e-eac0-4bd5-a721-8143554fe314 None None] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:38.325910 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e5329-f792-4919-8bc1-5c733a1d0910 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:38.326573 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c7e5329-f792-4919-8bc1-5c733a1d0910 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Synchronizing usage tracker for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:27:38.333638 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Network 90f4a335-9d65-480b-aa6c-e894ab41050b is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:38.357488 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-6d328815-e30e-49c0-98a6-47c7688a4537 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0042915 Feb 04 10:27:38.358060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42660) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:38.402635 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:38.405014 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-23c36063-3a96-48a0-9a51-54a192ed1c36 None None] Port c88224cc-35e8-4716-b03a-235f89e37129 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:38.413368 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:38.420358 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'subnet': {'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:38.424602 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Pushing event updated for resources: {'Port': ['ID=db8780fd-5749-48bb-ad44-15a1f08a758b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:38.590598 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d13a5b4-b300-4948-bb98-07e5be3d64b3 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.604715 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Subnet': ['ID=07b21122-5c3d-4779-89d9-994928c7aa47,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:38.632870 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967221'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.661658 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Checking segment: {'id': '96fd0c03-b183-418e-ac0f-81376b9d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:38.662161 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network hostable DHCP agents. Network: 5aa31b1b-146a-4578-930f-68f73fb28dd6, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:38.681526 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c7e5329-f792-4919-8bc1-5c733a1d0910 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Unset dirty status for tenant:8134e20b171b41f5bcd834f428944d3b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:27:38.685492 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-7c7e5329-f792-4919-8bc1-5c733a1d0910 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "GET /v2.0/ports/7fe05312-9803-4551-93bc-1496fabb3511 HTTP/1.1" status: 200 len: 910 time: 1.1598635 Feb 04 10:27:38.688794 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42664) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:38.716026 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dddacd96-c9e5-4423-86a8-b068414e4161'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:38.794391 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:38.807524 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:subnet and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:38.812345 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:38.818875 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.api.v2.resource [None req-2d13a5b4-b300-4948-bb98-07e5be3d64b3 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 10:27:38.823712 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-2d13a5b4-b300-4948-bb98-07e5be3d64b3 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "DELETE /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087 HTTP/1.1" status: 409 len: 329 time: 0.8590512 Feb 04 10:27:38.823712 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:38.824022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Attempting to bind port db8780fd-5749-48bb-ad44-15a1f08a758b on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:38.824022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Attempting to bind port db8780fd-5749-48bb-ad44-15a1f08a758b by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'b7556b01-9c44-4dec-9789-cd5585d79000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:38.824022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Attempting to bind port db8780fd-5749-48bb-ad44-15a1f08a758b on network 90f4a335-9d65-480b-aa6c-e894ab41050b {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:38.824310 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42668) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:38.835527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:38.835981 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Checking segment: {'id': 'b7556b01-9c44-4dec-9789-cd5585d79000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:38.836394 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.836832 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Bound using segment: {'id': 'b7556b01-9c44-4dec-9789-cd5585d79000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:38.837393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Bound port: db8780fd-5749-48bb-ad44-15a1f08a758b, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7556b01-9c44-4dec-9789-cd5585d79000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:38.837989 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.844329 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:38.849234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:38.887150 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:38.891166 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57341ea3-89bf-4731-845d-d7371f7e5f97 None None] Provisioning for port 9390d508-43d9-4b1b-99ab-10eebaa88dbe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:38.906568 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9390d508-43d9-4b1b-99ab-10eebaa88dbe up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:38.927307 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network 5aa31b1b-146a-4578-930f-68f73fb28dd6 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:39.029373 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 5aa31b1b-146a-4578-930f-68f73fb28dd6) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:39.036932 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] For port db8780fd-5749-48bb-ad44-15a1f08a758b, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:39.042639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] For port db8780fd-5749-48bb-ad44-15a1f08a758b, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=db8780fd-5749-48bb-ad44-15a1f08a758b,segment=NetworkSegment(b7556b01-9c44-4dec-9789-cd5585d79000),segment_id=b7556b01-9c44-4dec-9789-cd5585d79000)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:39.045873 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c827d4bb-ab49-4360-b8a3-e12952ab1249 None None] Network 5aa31b1b-146a-4578-930f-68f73fb28dd6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:39.107084 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:39.107758 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.112188 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5778938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7149459'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.181041 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 10:27:39.188443 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.199338 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event deleted for resources: {'Subnet': ['ID=97786298-1bad-4516-832d-af62fc3741e4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:39.208561 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.214787 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.225233 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.227207 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-3a0b50fe-93bb-4d1d-a37e-9fa8606f6bc3 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "DELETE /v2.0/subnets/97786298-1bad-4516-832d-af62fc3741e4 HTTP/1.1" status: 204 len: 168 time: 2.1340752 Feb 04 10:27:39.240296 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:39.245208 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958f211-d1f6-4c65-89aa-d2026eeb6393 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:39.285571 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e4dd9ca1-8bd0-49a2-b94c-c27e1115b9fa tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2715631 Feb 04 10:27:39.293587 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:39.312420 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 90f4a335-9d65-480b-aa6c-e894ab41050b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:39.316520 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'network': {'name': 'tempest-router-network01--1037441598'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:39.317120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.317899 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.334781 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:39.337498 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Subnet': ['ID=dbe403ca-aabd-47b4-8142-f7ad029ab5f9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:39.340134 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:39.345730 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:network and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:39.349965 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:39.361252 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 9390d508-43d9-4b1b-99ab-10eebaa88dbe completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:39.363858 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:39.364556 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.372152 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:39.398672 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:39.403346 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.417657 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-8933260e-c5b3-4af7-8a15-3deea52c7286 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0583262 Feb 04 10:27:39.420698 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:39.431821 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9390d508-43d9-4b1b-99ab-10eebaa88dbe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:39.432238 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.434887 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'fixed_ips': [{'subnet_id': 'db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f'}, {'subnet_id': 'dbe403ca-aabd-47b4-8142-f7ad029ab5f9'}], 'name': 'tempest-PortsTestJSON-869918393'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:39.460718 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Provisioning for port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:39.530704 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Provisioning complete for port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:39.531419 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.551058 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:39.572548 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.573030 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Added segment 8876ecc4-813f-4a2c-809d-8356cca359e6 of type vlan for network 7cae03a5-897e-482c-9c8a-aab5eec7bafa Feb 04 10:27:39.574052 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630f658-8dbd-4007-9889-44e2dbef2310 None None] Pushing event updated for resources: {'Port': ['ID=db8780fd-5749-48bb-ad44-15a1f08a758b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:39.630944 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.644041 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-15a8ac4c-6666-48a5-ae47-c7c93c16a8a8 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3643737 Feb 04 10:27:39.646104 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:39.649380 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.657249 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'subnet': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:39.775138 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:39.784663 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:39.787570 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Usage tracker for resource:port and tenant:356a166db5614379981ef36cf4d5d9b5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:39.793612 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:subnet and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:39.798741 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:39.803039 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:39.808166 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.840285 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:39.842733 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:39.867600 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.873896 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:39.874707 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.939564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-5aa31b1b-146a-4578-930f-68f73fb28dd6', 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6', 'tenant_id': '307c868eec7a4bd2ada4adb6f916fa7b', 'fixed_ips': [{'subnet_id': '07b21122-5c3d-4779-89d9-994928c7aa47'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:39.940412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.987505 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:39.992060 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:39.996342 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.012616 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.017266 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Made reservation on behalf of 356a166db5614379981ef36cf4d5d9b5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:40.164757 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:40.171065 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 9390d508-43d9-4b1b-99ab-10eebaa88dbe, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=9390d508-43d9-4b1b-99ab-10eebaa88dbe,segment=NetworkSegment(b1b82117-dddd-4cc6-bf91-7829a8c43009),segment_id=b1b82117-dddd-4cc6-bf91-7829a8c43009)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:40.176966 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.207553 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9129229 Feb 04 10:27:40.223039 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.225931 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] DHCP port deletion for 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 request from dv-neutron-827824-1-hyperv {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 10:27:40.232418 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42688) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:40.246173 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37631cd3-ebe5-4fd5-8621-4cd81ee92607 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Network': ['ID=7cae03a5-897e-482c-9c8a-aab5eec7bafa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:40.253364 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'network': {'name': 'tempest-router-network02--1025219282'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:40.276062 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:40.283234 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 7cae03a5-897e-482c-9c8a-aab5eec7bafa details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:40.296105 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:network and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:40.307430 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:40.327382 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:40.435524 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Could not find standard attr ID for object 79fff819-8947-4fea-b6e2-20b67c5f2490. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 10:27:40.446953 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Deleting port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:40.447503 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.472411 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Port': ['ID=93c71aec-5595-4d57-bc1a-076150ad9f1b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:40.523774 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device db8780fd-5749-48bb-ad44-15a1f08a758b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:40.531778 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.548275 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:40.551737 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.586248 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] device_id is not set on port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:40.604634 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.627331 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445cdcc-bb76-43e0-b684-4734d3076686 None None] Pushing event updated for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:40.653062 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.743959 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 10:27:40.831469 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Allocated IP 2001:db8::2 (5aa31b1b-146a-4578-930f-68f73fb28dd6/07b21122-5c3d-4779-89d9-994928c7aa47/0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:40.935942 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=9390d508-43d9-4b1b-99ab-10eebaa88dbe,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:40.975712 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event updated for resources: {'Port': ['ID=7fe05312-9803-4551-93bc-1496fabb3511,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:40.976700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a3a4f641-713e-42f2-8405-5a4ab11310c8 None None] Provisioning complete for port 9390d508-43d9-4b1b-99ab-10eebaa88dbe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:40.977084 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f641-713e-42f2-8405-5a4ab11310c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.989333 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:40.989978 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:40.992011 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-2d7541eb-2542-44e0-9f06-90c35a050bd4 tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/ports/7fe05312-9803-4551-93bc-1496fabb3511 HTTP/1.1" status: 200 len: 910 time: 2.3001330 Feb 04 10:27:40.994391 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network 431095e2-a07a-4037-9006-c9ea1d86f7a4 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:40.998428 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:40.999392 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:41.050223 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port db8780fd-5749-48bb-ad44-15a1f08a758b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:41.086446 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:41.086851 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.186258 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996733'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.186876 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.db.segments_db [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Added segment c4797101-9901-4e5b-85ea-7e251de9fc9d of type vlan for network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 Feb 04 10:27:41.198583 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Allocated IP 172.20.0.12 (90f4a335-9d65-480b-aa6c-e894ab41050b/db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f/97c6b5e0-c066-4e0e-90fa-c9d87c42098b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:41.210221 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Allocated IP 172.20.0.30 (90f4a335-9d65-480b-aa6c-e894ab41050b/dbe403ca-aabd-47b4-8142-f7ad029ab5f9/97c6b5e0-c066-4e0e-90fa-c9d87c42098b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:41.241095 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device ab9a55fd-32af-449a-8c58-584d8c5dfaa1 no longer exists at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:27:41.265969 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b7c3b-5d5e-4c27-a286-448fea8121d7 None None] Network 90f4a335-9d65-480b-aa6c-e894ab41050b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:41.319526 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761477748363'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.552343 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.557889 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:41.558500 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.573894 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Router 680df3e5-dbd8-4a55-850f-da562102c876 is scheduled to L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 10:27:41.606214 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.617262 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Transition to ACTIVE for port object 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:41.635564 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Transition to ACTIVE for port object 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:41.701179 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.objects.ports [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 10:27:41.760871 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Network': ['ID=290ae36a-b24f-46bd-9fab-42fdfe2fee87,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:41.765019 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-4f3e2f68-ef0b-4909-8385-f84a18afe5b8 tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5270381 Feb 04 10:27:41.768076 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.778044 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:41.792443 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'subnet': {'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:41.831595 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Transition to ACTIVE for port object 97c6b5e0-c066-4e0e-90fa-c9d87c42098b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:41.832345 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Calling delete_port for ab9a55fd-32af-449a-8c58-584d8c5dfaa1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:41.865030 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.868908 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 details requested by agent ovs-agent-dv-neutron-827824-1-hyperv with host dv-neutron-827824-1-hyperv {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 10:27:41.893468 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:41.901354 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-d2901154-b2b1-432f-9e94-7349b5889e1f tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "PUT /v2.0/routers/680df3e5-dbd8-4a55-850f-da562102c876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0140853 Feb 04 10:27:41.908630 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:41.925783 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:41.960568 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] Sync routers for ids ['680df3e5-dbd8-4a55-850f-da562102c876'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:42.075374 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ada71a-70e1-4ed6-a9cf-c96a0004463d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:42.080107 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-71ada71a-70e1-4ed6-a9cf-c96a0004463d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "GET /v2.0/ports/93c71aec-5595-4d57-bc1a-076150ad9f1b HTTP/1.1" status: 200 len: 911 time: 0.1644480 Feb 04 10:27:42.081671 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:42.085136 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:42.125258 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Network 5aa31b1b-146a-4578-930f-68f73fb28dd6 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:42.143636 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] Routers {'680df3e5-dbd8-4a55-850f-da562102c876'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:42.144393 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['680df3e5-dbd8-4a55-850f-da562102c876'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:42.149069 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:subnet and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:42.159149 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:42.193224 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:42.222867 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:42.224245 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:42.241331 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.290941 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:42.294756 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Pushing event updated for resources: {'Port': ['ID=0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:42.342949 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.403442 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981471'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.422003 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:42.422509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:42.423104 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] Routers {'680df3e5-dbd8-4a55-850f-da562102c876'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:42.423842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['680df3e5-dbd8-4a55-850f-da562102c876'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:42.508879 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:42.512339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.512979 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Provisioning for port db8780fd-5749-48bb-ad44-15a1f08a758b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:42.525849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:42.526412 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd493c-524e-4105-b11c-dbb2ee689ed1 None None] The sync data for ids ['680df3e5-dbd8-4a55-850f-da562102c876'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:42.530326 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Provisioning complete for port db8780fd-5749-48bb-ad44-15a1f08a758b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:42.530918 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.539470 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Network 90f4a335-9d65-480b-aa6c-e894ab41050b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:42.590303 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Attempting to bind port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:42.590832 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Attempting to bind port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '96fd0c03-b183-418e-ac0f-81376b9d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:42.591304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Attempting to bind port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 on network 5aa31b1b-146a-4578-930f-68f73fb28dd6 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:42.598874 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:42.601527 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:42.631363 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:42.632220 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Checking segment: {'id': '96fd0c03-b183-418e-ac0f-81376b9d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:42.632772 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.632772 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Bound using segment: {'id': '96fd0c03-b183-418e-ac0f-81376b9d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:42.633451 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Bound port: 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fd0c03-b183-418e-ac0f-81376b9d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5aa31b1b-146a-4578-930f-68f73fb28dd6'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:42.633960 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.656864 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=97c6b5e0-c066-4e0e-90fa-c9d87c42098b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:42.727962 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.747828 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Deleting port c88224cc-35e8-4716-b03a-235f89e37129 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:42.748436 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.775231 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:42.775594 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:42.918614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:42.919458 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.919797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] For port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:42.923668 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Deleting port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:42.924053 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.985172 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] For port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7,segment=NetworkSegment(96fd0c03-b183-418e-ac0f-81376b9d9c31),segment_id=96fd0c03-b183-418e-ac0f-81376b9d9c31)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:42.988535 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Deleting port 7fe05312-9803-4551-93bc-1496fabb3511 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:42.989073 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:42.989462 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.011296 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.030154 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-6b62d96c-c7b0-41f5-b522-03d5052a4309 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6061172 Feb 04 10:27:43.032114 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.73', 42708) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:43.051789 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:43.104906 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Update dhcp port {'port': {'network_id': '90f4a335-9d65-480b-aa6c-e894ab41050b', 'fixed_ips': [{'subnet_id': 'db65b3a8-25fe-4748-8ab0-1cf58b7dcd6f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbe403ca-aabd-47b4-8142-f7ad029ab5f9'}], 'binding:host_id': 'dv-neutron-827824-1-hyperv'}, 'id': 'db8780fd-5749-48bb-ad44-15a1f08a758b'} from dv-neutron-827824-1-hyperv. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 10:27:43.106009 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.223751 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] For port db8780fd-5749-48bb-ad44-15a1f08a758b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=db8780fd-5749-48bb-ad44-15a1f08a758b,segment=NetworkSegment(b7556b01-9c44-4dec-9789-cd5585d79000),segment_id=b7556b01-9c44-4dec-9789-cd5585d79000)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:43.249203 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93703-edca-4e6f-aab6-bfc73e639298 None None] Pushing event updated for resources: {'Port': ['ID=0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:43.251823 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.266060 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Calling delete_port for c88224cc-35e8-4716-b03a-235f89e37129 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:43.269601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.394636 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:43.505447 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.508977 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.538773 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Provisioning complete for port 93c71aec-5595-4d57-bc1a-076150ad9f1b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:43.539163 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.578565 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.579676 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.602414 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.674840 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:43.675509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.685158 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:43.692907 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:43.696614 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:43.697571 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.727153 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.762108 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1147873 Feb 04 10:27:43.770228 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:43.783815 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:43.784484 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Subnet': ['ID=a86b8b02-934c-4539-a2fb-582906011a25,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:43.838969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Request body: {'port': {'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'mac_address': 'fa:16:3e:1e:f9:85', 'name': 'tempest-NetworksTestDHCPv6-2113594103'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:43.878806 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Calling delete_port for 7fe05312-9803-4551-93bc-1496fabb3511 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:43.879205 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Checking segment: {'id': '8876ecc4-813f-4a2c-809d-8356cca359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:43.879573 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network hostable DHCP agents. Network: 7cae03a5-897e-482c-9c8a-aab5eec7bafa, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:43.884641 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:43.895191 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Calling delete_port for ab9a55fd-32af-449a-8c58-584d8c5dfaa1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:43.945415 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Pushing event updated for resources: {'Port': ['ID=db8780fd-5749-48bb-ad44-15a1f08a758b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:44.014964 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c082a4ee-391e-4fbc-9a6d-428fa82c074c None None] Port 93c71aec-5595-4d57-bc1a-076150ad9f1b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:44.123613 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.124689 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:44.125146 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:44.125748 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:44.126225 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:44.143829 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Allocated IP 172.20.0.18 (90f4a335-9d65-480b-aa6c-e894ab41050b/dbe403ca-aabd-47b4-8142-f7ad029ab5f9/db8780fd-5749-48bb-ad44-15a1f08a758b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:44.228545 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08693c13-66d5-4885-81f8-da69f6d300d1 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Subnet': ['ID=bfe848a5-5998-439e-8f5b-b259f830d637,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:44.281888 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.294212 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network 7cae03a5-897e-482c-9c8a-aab5eec7bafa is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:44.310508 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-10171e38-2a42-4976-a571-d1372c395157 None None] For port db8780fd-5749-48bb-ad44-15a1f08a758b, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=db8780fd-5749-48bb-ad44-15a1f08a758b,segment=NetworkSegment(b7556b01-9c44-4dec-9789-cd5585d79000),segment_id=b7556b01-9c44-4dec-9789-cd5585d79000)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:44.342307 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.368616 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 7cae03a5-897e-482c-9c8a-aab5eec7bafa) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:44.373247 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:44.373852 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.380295 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f7a3fb-daa0-4709-b747-cdf081f5f865 None None] Network 7cae03a5-897e-482c-9c8a-aab5eec7bafa requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:44.400299 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:44.408070 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Deleting port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:44.408974 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.420154 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Usage tracker for resource:port and tenant:6e5982d21ab94fa3bcba6938654ee2bf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:44.425955 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:44.440014 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:44.450907 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-62c4f64a-a32f-4052-89bf-70a77927d8ec tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6687062 Feb 04 10:27:44.456468 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.73', 42716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:27:44.468200 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Request body: {'subnet': {'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 10:27:44.539594 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Pushing event deleted for resources: {'Port': ['ID=c88224cc-35e8-4716-b03a-235f89e37129,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:44.642689 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Allocated IP 2001:db8:1::1 (b8e4a14c-0b7a-460f-a0e2-a484133e223e/8e1c2b62-0475-4e4f-b1cf-c9c4e54ef228/e6485099-2d7b-42ec-b7d9-b8a1460fb0d0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:44.712407 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Transition to ACTIVE for port object db8780fd-5749-48bb-ad44-15a1f08a758b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:44.747354 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.765339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Made reservation on behalf of 6e5982d21ab94fa3bcba6938654ee2bf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:44.797849 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5778825'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:44.891101 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb3afd-611e-416f-8ac0-4fbd251216c7 None None] Network 5aa31b1b-146a-4578-930f-68f73fb28dd6 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:44.929640 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Pushing event deleted for resources: {'Port': ['ID=7fe05312-9803-4551-93bc-1496fabb3511,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:45.024819 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.056185 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 10:27:45.078930 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Usage tracker for resource:subnet and tenant:307c868eec7a4bd2ada4adb6f916fa7b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 10:27:45.091208 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 10:27:45.095828 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.102472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171e38-2a42-4976-a571-d1372c395157 None None] Pushing event updated for resources: {'Port': ['ID=db8780fd-5749-48bb-ad44-15a1f08a758b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:45.115971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 10:27:45.127020 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.157046 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Made reservation on behalf of 307c868eec7a4bd2ada4adb6f916fa7b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 10:27:45.160889 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7236447'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.175115 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] device_id is not set on port 4d9ee5f9-e495-445c-a510-2d307f0660ac yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 10:27:45.206356 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-7cae03a5-897e-482c-9c8a-aab5eec7bafa', 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa', 'tenant_id': '307c868eec7a4bd2ada4adb6f916fa7b', 'fixed_ips': [{'subnet_id': 'a86b8b02-934c-4539-a2fb-582906011a25'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:45.207182 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.226103 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Transition to ACTIVE for port object e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:45.253133 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db4de950-8b6f-4bac-8500-114b3f3bbf81 None None] Provisioning for port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:45.285306 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.455243 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.532339 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Allocated IP 2001:db8::f816:3eff:fe1e:f985 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/bfe848a5-5998-439e-8f5b-b259f830d637/4d9ee5f9-e495-445c-a510-2d307f0660ac) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:45.577849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:45.605038 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:45.612432 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:45.615123 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:45.616685 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-981284'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.629000 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.692101 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Port': ['ID=e6485099-2d7b-42ec-b7d9-b8a1460fb0d0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:45.779599 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:45.825791 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Allocated IP 2001:db8::2 (7cae03a5-897e-482c-9c8a-aab5eec7bafa/a86b8b02-934c-4539-a2fb-582906011a25/e608904b-3b40-4826-9f14-47db98ab0f98) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:45.867107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:45.867107 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:45.930120 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Delete allocated IP 172.20.0.30 (90f4a335-9d65-480b-aa6c-e894ab41050b/dbe403ca-aabd-47b4-8142-f7ad029ab5f9) {{(pid=87621) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 10:27:46.023714 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8040052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7236429'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.045601 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:46.093590 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957775'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.162051 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Router 91ffa3c2-a705-4285-abeb-875927291087 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:46.199450 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Calling delete_port for ab9a55fd-32af-449a-8c58-584d8c5dfaa1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:46.219686 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.227983 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bfc8f-9305-4454-b3bf-dd307f6128d8 None None] Network 90f4a335-9d65-480b-aa6c-e894ab41050b requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:46.274319 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Pushing event updated for resources: {'Subnet': ['ID=080e29c5-6c53-4764-8d85-628d89225c78,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:46.280274 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Transition to ACTIVE for port object 4d9ee5f9-e495-445c-a510-2d307f0660ac will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:46.288310 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.311234 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Checking segment: {'id': 'c4797101-9901-4e5b-85ea-7e251de9fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:46.311590 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network hostable DHCP agents. Network: 290ae36a-b24f-46bd-9fab-42fdfe2fee87, hostable agents: ['65fcf12a-a944-4a6e-8811-79390d0eba99'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 10:27:46.445993 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-628a4886-47f7-440f-ba48-616c39479034 None None] Provisioning for port e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:46.482154 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-628a4886-47f7-440f-ba48-616c39479034 None None] Provisioning complete for port e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:46.482550 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628a4886-47f7-440f-ba48-616c39479034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.612935 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:46.633046 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] Sync routers for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:46.639887 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-44047018-2066-4298-b714-14ecea6b7754 tempest-RoutersNegativeTest-1777995855 tempest-RoutersNegativeTest-1777995855-project] 10.222.0.73 "PUT /v2.0/routers/91ffa3c2-a705-4285-abeb-875927291087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8125105 Feb 04 10:27:46.651712 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:46.652701 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:46.658824 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Router d9f7a853-64ff-4c39-9025-bfc63ecff0e8 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:46.660866 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-628a4886-47f7-440f-ba48-616c39479034 None None] Port e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:46.702646 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:46.702898 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:46.716948 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:46.738723 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:46.739094 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.740149 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.832145 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.843207 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:46.853620 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 is scheduled to be hosted by DHCP agent 65fcf12a-a944-4a6e-8811-79390d0eba99 with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 10:27:46.860979 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] Routers {'91ffa3c2-a705-4285-abeb-875927291087'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:46.861604 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['91ffa3c2-a705-4285-abeb-875927291087'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:46.865842 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8040152'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.871770 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-1-hyperv, 290ae36a-b24f-46bd-9fab-42fdfe2fee87) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:46.910827 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Ignored duplicate provisioning block setup for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 10:27:46.914437 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:46.934503 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-e2b02e98-d444-41f3-8e88-028e0580401d tempest-RoutersTest-1717715693 tempest-RoutersTest-1717715693-project] 10.222.0.73 "PUT /v2.0/routers/d9f7a853-64ff-4c39-9025-bfc63ecff0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9323022 Feb 04 10:27:46.935444 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5778864'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.945385 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c7e0f-d408-4626-917d-99060fb701f7 None None] Network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:46.958307 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:46.966322 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:46.970917 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:46.971721 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527116'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:46.991350 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:46.992010 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31715ef0-a897-4387-881c-b7e8224ba061 None None] The sync data for ids ['91ffa3c2-a705-4285-abeb-875927291087'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:46.999969 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:47.010050 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:47.010938 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.036350 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e1ec9563-885b-4662-a21c-9fe0582bee2a tempest-RoutersNegativeIpV6Test-1316800009 tempest-RoutersNegativeIpV6Test-1316800009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5772374 Feb 04 10:27:47.043579 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2250342 Feb 04 10:27:47.043808 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Transition to ACTIVE for port object e608904b-3b40-4826-9f14-47db98ab0f98 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:47.048916 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c12b4-6291-4705-9247-d4a37412e8f6 tempest-NetworksTestDHCPv6-1203444567 tempest-NetworksTestDHCPv6-1203444567-project] Pushing event updated for resources: {'Port': ['ID=4d9ee5f9-e495-445c-a510-2d307f0660ac,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:47.060116 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] Sync routers for ids ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'] in dv-neutron-827824-1-hyperv {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:47.075740 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.079431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Provisioning for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:47.080905 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8040161'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.082009 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-981441'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.103178 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Pushing event updated for resources: {'Port': ['ID=97c6b5e0-c066-4e0e-90fa-c9d87c42098b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:47.126795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] Routers {'d9f7a853-64ff-4c39-9025-bfc63ecff0e8'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:47.127447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.135960 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] In _notify_port_updated(), no bound segment for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b on network 90f4a335-9d65-480b-aa6c-e894ab41050b {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 10:27:47.141733 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:27:47.142380 dv-neutron-827824-1-hyperv neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403505'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.143688 dv-neutron-827824-1-hyperv neutron-server[87621]: INFO neutron.wsgi [None req-1d8f9116-149d-457a-b693-3de9a6f66ef5 tempest-PortsTestJSON-211160992 tempest-PortsTestJSON-211160992-project] 10.222.0.73 "PUT /v2.0/ports/97c6b5e0-c066-4e0e-90fa-c9d87c42098b HTTP/1.1" status: 200 len: 919 time: 4.1119435 Feb 04 10:27:47.174283 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Provisioning complete for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:47.174657 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.231147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Transition to ACTIVE for port object e608904b-3b40-4826-9f14-47db98ab0f98 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:47.241844 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Pushing event updated for resources: {'Port': ['ID=e6485099-2d7b-42ec-b7d9-b8a1460fb0d0,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:47.261536 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.289870 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Network b8e4a14c-0b7a-460f-a0e2-a484133e223e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:47.291030 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:47.291586 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.296227 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.402700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:47.404276 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.414387 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] Routers {'d9f7a853-64ff-4c39-9025-bfc63ecff0e8'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:47.415023 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.463971 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Router 680df3e5-dbd8-4a55-850f-da562102c876 has already been hosted by L3 agent 67c359a9-b4d6-435b-a280-c4c19ac74eb8 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 10:27:47.478824 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Network 7cae03a5-897e-482c-9c8a-aab5eec7bafa is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:47.501346 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:47.508611 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.508910 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539011d1-cce3-4c66-a6a1-bb06fdd34600 None None] The sync data for ids ['d9f7a853-64ff-4c39-9025-bfc63ecff0e8'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:47.534640 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:47.557732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Pushing event updated for resources: {'Port': ['ID=e608904b-3b40-4826-9f14-47db98ab0f98,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:47.568659 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Provisioning for port db8780fd-5749-48bb-ad44-15a1f08a758b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:47.621755 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Provisioning complete for port db8780fd-5749-48bb-ad44-15a1f08a758b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:47.622138 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa19479-81cb-4b55-9286-adcdec7a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.633780 dv-neutron-827824-1-hyperv neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] Notify agent at l3_agent.dv-neutron-827824-1-hyperv the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 10:27:47.639068 dv-neutron-827824-1-hyperv neutron-server[87620]: INFO neutron.wsgi [None req-592f9d9a-861e-4697-a8b6-f3d36adfd64d tempest-RoutersIpV6Test-1789539306 tempest-RoutersIpV6Test-1789539306-project] 10.222.0.73 "PUT /v2.0/routers/680df3e5-dbd8-4a55-850f-da562102c876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5509098 Feb 04 10:27:47.643605 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] Sync routers for ids ['680df3e5-dbd8-4a55-850f-da562102c876'] in dv-neutron-827824-1-hyperv {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 10:27:47.653477 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] Routers {'680df3e5-dbd8-4a55-850f-da562102c876'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:47.654127 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['680df3e5-dbd8-4a55-850f-da562102c876'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.675537 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7,segment=NetworkSegment(96fd0c03-b183-418e-ac0f-81376b9d9c31),segment_id=96fd0c03-b183-418e-ac0f-81376b9d9c31)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:47.698410 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.699194 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 9390d508-43d9-4b1b-99ab-10eebaa88dbe up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:47.717382 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.726781 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] Routers {'680df3e5-dbd8-4a55-850f-da562102c876'} bound to L3 agent in host dv-neutron-827824-1-hyperv {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 10:27:47.727382 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T10:14:07Z,description=,heartbeat_timestamp=2022-02-04T10:27:37Z,host='dv-neutron-827824-1-hyperv',id=67c359a9-b4d6-435b-a280-c4c19ac74eb8,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T10:14:07Z,topic='l3_agent')) {'router_ids': ['680df3e5-dbd8-4a55-850f-da562102c876'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.787015 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-1-hyperv', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:27:47.787442 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff681c8-a758-4334-ba87-83d660bbd907 None None] The sync data for ids ['680df3e5-dbd8-4a55-850f-da562102c876'] in dv-neutron-827824-1-hyperv is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 10:27:47.852639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Attempting to bind port e608904b-3b40-4826-9f14-47db98ab0f98 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:47.853207 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Attempting to bind port e608904b-3b40-4826-9f14-47db98ab0f98 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': '8876ecc4-813f-4a2c-809d-8356cca359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:47.853347 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Attempting to bind port e608904b-3b40-4826-9f14-47db98ab0f98 on network 7cae03a5-897e-482c-9c8a-aab5eec7bafa {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:47.867241 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-290ae36a-b24f-46bd-9fab-42fdfe2fee87', 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87', 'tenant_id': '307c868eec7a4bd2ada4adb6f916fa7b', 'fixed_ips': [{'subnet_id': '080e29c5-6c53-4764-8d85-628d89225c78'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:47.868053 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.889795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:47.890198 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Checking segment: {'id': '8876ecc4-813f-4a2c-809d-8356cca359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:47.890607 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.891006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Bound using segment: {'id': '8876ecc4-813f-4a2c-809d-8356cca359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:47.891485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Bound port: e608904b-3b40-4826-9f14-47db98ab0f98, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8876ecc4-813f-4a2c-809d-8356cca359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7cae03a5-897e-482c-9c8a-aab5eec7bafa'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:47.891859 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:47.995789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:48.110008 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 9390d508-43d9-4b1b-99ab-10eebaa88dbe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:48.110388 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:48.288432 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] For port e608904b-3b40-4826-9f14-47db98ab0f98, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:48.314426 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] For port e608904b-3b40-4826-9f14-47db98ab0f98, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e608904b-3b40-4826-9f14-47db98ab0f98,segment=NetworkSegment(8876ecc4-813f-4a2c-809d-8356cca359e6),segment_id=8876ecc4-813f-4a2c-809d-8356cca359e6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:48.327180 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:48.370849 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Allocated IP 2001:db8::2 (290ae36a-b24f-46bd-9fab-42fdfe2fee87/080e29c5-6c53-4764-8d85-628d89225c78/43378765-a7c9-4f96-80a2-159d72b338d7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:48.451690 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Deleting port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 10:27:48.452067 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761478199790'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:48.605728 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Provisioning complete for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:48.606127 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:48.634913 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671710c-54ae-40ea-b128-1cf21f4b9f8a None None] Pushing event updated for resources: {'Port': ['ID=e608904b-3b40-4826-9f14-47db98ab0f98,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:48.651538 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device db8780fd-5749-48bb-ad44-15a1f08a758b up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:48.807712 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:49.005673 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Provisioning complete for port db8780fd-5749-48bb-ad44-15a1f08a758b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:49.006490 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:49.095823 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port db8780fd-5749-48bb-ad44-15a1f08a758b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:49.096198 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:49.171553 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:49.208729 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Transition to ACTIVE for port object 43378765-a7c9-4f96-80a2-159d72b338d7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:49.230901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] For port ab9a55fd-32af-449a-8c58-584d8c5dfaa1, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:49.231514 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-957577'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:49.353622 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Transition to ACTIVE for port object 43378765-a7c9-4f96-80a2-159d72b338d7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:49.444610 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Calling delete_port for ab9a55fd-32af-449a-8c58-584d8c5dfaa1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 10:27:49.493183 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:49.646447 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578d331-26cf-4d62-845a-e0afe95d96d7 None None] Network 7cae03a5-897e-482c-9c8a-aab5eec7bafa requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:49.700531 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:49.760881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:49.785802 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Pushing event updated for resources: {'Port': ['ID=43378765-a7c9-4f96-80a2-159d72b338d7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:49.789682 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:50.028828 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:50.068142 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Provisioning complete for port e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:50.068597 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.192111 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Attempting to bind port 43378765-a7c9-4f96-80a2-159d72b338d7 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:50.192485 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Attempting to bind port 43378765-a7c9-4f96-80a2-159d72b338d7 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c4797101-9901-4e5b-85ea-7e251de9fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:50.192855 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Attempting to bind port 43378765-a7c9-4f96-80a2-159d72b338d7 on network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:50.202700 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Port e6485099-2d7b-42ec-b7d9-b8a1460fb0d0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:50.237382 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761478202902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761477761046'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.241545 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:50.241973 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Checking segment: {'id': 'c4797101-9901-4e5b-85ea-7e251de9fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:50.242377 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.242774 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Bound using segment: {'id': 'c4797101-9901-4e5b-85ea-7e251de9fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:50.243249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Bound port: 43378765-a7c9-4f96-80a2-159d72b338d7, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4797101-9901-4e5b-85ea-7e251de9fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '290ae36a-b24f-46bd-9fab-42fdfe2fee87'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:50.243624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.316115 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] Pushing event deleted for resources: {'Port': ['ID=ab9a55fd-32af-449a-8c58-584d8c5dfaa1,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:50.439373 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Provisioning complete for port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:50.439758 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38c357be-4526-4f4d-9da6-0f1146f88d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.518085 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adb4a5-b55f-4fd5-a910-526f5b1f550b None None] No DVR routers for this DVR port ab9a55fd-32af-449a-8c58-584d8c5dfaa1 on host dv-neutron-827824-1-hyperv {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:27:50.534877 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 0d3c82b4-e583-4cff-ac4b-18bcdd8cd3f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:50.535249 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:50.565175 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aacc53-f723-4d8c-a7bc-095b8b9d3cc3 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:50.692291 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] For port 43378765-a7c9-4f96-80a2-159d72b338d7, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:50.723891 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] For port 43378765-a7c9-4f96-80a2-159d72b338d7, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=43378765-a7c9-4f96-80a2-159d72b338d7,segment=NetworkSegment(c4797101-9901-4e5b-85ea-7e251de9fc9d),segment_id=c4797101-9901-4e5b-85ea-7e251de9fc9d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:50.737709 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.002400 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e433a70-7c95-4454-8b9a-654dd006e118 None None] Pushing event updated for resources: {'Port': ['ID=43378765-a7c9-4f96-80a2-159d72b338d7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:51.005082 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e608904b-3b40-4826-9f14-47db98ab0f98 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:51.142835 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Provisioning complete for port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:51.143523 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.199309 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port e608904b-3b40-4826-9f14-47db98ab0f98 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:51.227740 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Port 97c6b5e0-c066-4e0e-90fa-c9d87c42098b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:51.243797 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96012fc6-61a5-5909-bb40-0c0b2605d2cd-72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3', 'tenant_id': '6e5982d21ab94fa3bcba6938654ee2bf', 'fixed_ips': [{'subnet_id': 'bfe848a5-5998-439e-8f5b-b259f830d637'}]}} from dv-neutron-827824-1-hyperv. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 10:27:51.244588 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.256246 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Provisioning for port e608904b-3b40-4826-9f14-47db98ab0f98 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:51.266639 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Provisioning complete for port e608904b-3b40-4826-9f14-47db98ab0f98 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:51.267022 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.510151 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Allocated IP 2001:db8::f816:3eff:fe30:6af2 (72a2ce95-4fbd-4ab8-93df-64d7617ef1d3/bfe848a5-5998-439e-8f5b-b259f830d637/c85a3f58-5857-4d6a-b564-d812027c1271) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 10:27:51.514744 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.672066 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] For port e608904b-3b40-4826-9f14-47db98ab0f98, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=e608904b-3b40-4826-9f14-47db98ab0f98,segment=NetworkSegment(8876ecc4-813f-4a2c-809d-8356cca359e6),segment_id=8876ecc4-813f-4a2c-809d-8356cca359e6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:51.677230 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.795896 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cd830-11a8-45f5-a6ad-1cef5e9028db None None] Pushing event updated for resources: {'Port': ['ID=e608904b-3b40-4826-9f14-47db98ab0f98,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:51.857128 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ab5122b2-f816-422c-b90f-2ebbe6846104 None None] Provisioning complete for port e608904b-3b40-4826-9f14-47db98ab0f98 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:51.857509 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab5122b2-f816-422c-b90f-2ebbe6846104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.909876 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:51.926473 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Transition to ACTIVE for port object c85a3f58-5857-4d6a-b564-d812027c1271 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:51.984144 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Transition to ACTIVE for port object c85a3f58-5857-4d6a-b564-d812027c1271 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 10:27:52.003945 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761477761037'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.053646 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43378765-a7c9-4f96-80a2-159d72b338d7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:52.095552 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bee032-d9e3-4720-b710-5d23b5d442dc None None] Network 290ae36a-b24f-46bd-9fab-42fdfe2fee87 requested from dv-neutron-827824-1-hyperv {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 10:27:52.192304 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 10:27:52.201218 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 10:27:52.209992 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 10:27:52.229457 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Pushing event updated for resources: {'Port': ['ID=c85a3f58-5857-4d6a-b564-d812027c1271,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:52.362606 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port 43378765-a7c9-4f96-80a2-159d72b338d7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:52.368275 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Attempting to bind port c85a3f58-5857-4d6a-b564-d812027c1271 on host dv-neutron-827824-1-hyperv for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 10:27:52.368649 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Attempting to bind port c85a3f58-5857-4d6a-b564-d812027c1271 by drivers openvswitch,hyperv on host dv-neutron-827824-1-hyperv at level 0 using segments [{'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 10:27:52.369012 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Attempting to bind port c85a3f58-5857-4d6a-b564-d812027c1271 on network 72a2ce95-4fbd-4ab8-93df-64d7617ef1d3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 10:27:52.370852 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Provisioning for port 43378765-a7c9-4f96-80a2-159d72b338d7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:52.379286 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 43378765-a7c9-4f96-80a2-159d72b338d7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:52.379661 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.404438 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Checking agent: {'id': 'c7917277-3f70-4609-bb78-2bf82559af30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 10, 14, 8), 'started_at': datetime.datetime(2022, 2, 4, 10, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 10:27:52.404816 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Checking segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 10:27:52.405215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.405609 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Bound using segment: {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 10:27:52.406112 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Bound port: c85a3f58-5857-4d6a-b564-d812027c1271, host: dv-neutron-827824-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42b9c-1edf-438d-81ae-648efd9bf1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '72a2ce95-4fbd-4ab8-93df-64d7617ef1d3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 10:27:52.406486 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.443405 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Provisioning complete for port 43378765-a7c9-4f96-80a2-159d72b338d7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:52.444431 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.721472 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] For port c85a3f58-5857-4d6a-b564-d812027c1271, host dv-neutron-827824-1-hyperv, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 10:27:52.771708 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] For port c85a3f58-5857-4d6a-b564-d812027c1271, host dv-neutron-827824-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=c85a3f58-5857-4d6a-b564-d812027c1271,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 10:27:52.785213 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.824239 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.852215 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.928977 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port 43378765-a7c9-4f96-80a2-159d72b338d7, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=43378765-a7c9-4f96-80a2-159d72b338d7,segment=NetworkSegment(c4797101-9901-4e5b-85ea-7e251de9fc9d),segment_id=c4797101-9901-4e5b-85ea-7e251de9fc9d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:52.932539 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131a94-70e7-4011-bbee-b64194908ac1 None None] Pushing event updated for resources: {'Port': ['ID=c85a3f58-5857-4d6a-b564-d812027c1271,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:52.937006 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:52.937795 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device e608904b-3b40-4826-9f14-47db98ab0f98 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:53.108368 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.db.api [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:27:53.108735 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG oslo_db.api [None req-377652d4-39ac-4822-a81f-ec5adff5aecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:27:53.111727 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=43378765-a7c9-4f96-80a2-159d72b338d7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:53.126263 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port e608904b-3b40-4826-9f14-47db98ab0f98 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:53.126645 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:53.834994 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-02a6f905-b8f5-4dfc-9cb3-b85451d49486 None None] Provisioning complete for port 43378765-a7c9-4f96-80a2-159d72b338d7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:53.835672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02a6f905-b8f5-4dfc-9cb3-b85451d49486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.032811 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device c85a3f58-5857-4d6a-b564-d812027c1271 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:54.101158 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a683a521-2b0b-4e2a-b4da-2aa981ea4025 None None] Provisioning for port c85a3f58-5857-4d6a-b564-d812027c1271 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:54.114682 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning for port c85a3f58-5857-4d6a-b564-d812027c1271 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:54.122266 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port c85a3f58-5857-4d6a-b564-d812027c1271 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:54.122789 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.154655 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a683a521-2b0b-4e2a-b4da-2aa981ea4025 None None] Provisioning for port 4d9ee5f9-e495-445c-a510-2d307f0660ac completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 10:27:54.172920 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a683a521-2b0b-4e2a-b4da-2aa981ea4025 None None] Provisioning complete for port 4d9ee5f9-e495-445c-a510-2d307f0660ac triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:54.173294 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a683a521-2b0b-4e2a-b4da-2aa981ea4025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.234647 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a683a521-2b0b-4e2a-b4da-2aa981ea4025 None None] Port 4d9ee5f9-e495-445c-a510-2d307f0660ac cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:54.293034 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602875'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.323374 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] For port c85a3f58-5857-4d6a-b564-d812027c1271, host dv-neutron-827824-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-1-hyperv',level=0,port_id=c85a3f58-5857-4d6a-b564-d812027c1271,segment=NetworkSegment(c6d42b9c-1edf-438d-81ae-648efd9bf1a6),segment_id=c6d42b9c-1edf-438d-81ae-648efd9bf1a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 10:27:54.327218 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761478202893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761477761055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761477761100'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.327989 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device 43378765-a7c9-4f96-80a2-159d72b338d7 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:54.441567 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6e37ed39-f14b-43d1-a1ee-56930fc6cc33 None None] Provisioning complete for port 4d9ee5f9-e495-445c-a510-2d307f0660ac triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:54.441844 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6e37ed39-f14b-43d1-a1ee-56930fc6cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:54.499947 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Pushing event updated for resources: {'Port': ['ID=c85a3f58-5857-4d6a-b564-d812027c1271,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:27:54.510746 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6e37ed39-f14b-43d1-a1ee-56930fc6cc33 None None] Port 4d9ee5f9-e495-445c-a510-2d307f0660ac cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 10:27:54.516965 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port 43378765-a7c9-4f96-80a2-159d72b338d7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:54.517342 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:27:55.943881 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Device c85a3f58-5857-4d6a-b564-d812027c1271 up at agent ovs-agent-dv-neutron-827824-1-hyperv {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:27:56.010524 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Provisioning complete for port c85a3f58-5857-4d6a-b564-d812027c1271 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:27:56.010819 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1969705'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:04.576513 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc237b21-11bc-4278-95c3-04bbabce4000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:07.233418 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9c59ca2-9393-46de-9439-2f38d4ce49d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:07.894142 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:08.007060 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:08.976512 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:28:09.424961 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:17.040912 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:34.580776 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdcf347c-0465-4bf4-962e-5fae60562b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:37.235340 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3cc589b2-4e38-40b9-97a9-ecfe4b9a5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:37.896511 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:38.009247 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:39.427037 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:28:45.974517 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:28:47.043527 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:04.582248 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f142c50-4e94-4789-b866-d146d025232d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:07.236147 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2e2cb8a6-8e77-49df-807d-76dd733318e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:07.899045 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:08.010658 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:09.430298 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:17.057842 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:22.974977 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:29:34.583641 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-916ec760-8972-4586-a0be-cb94251feb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:37.237020 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3316b5-ba05-48c6-b9aa-30bd921248a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:37.902205 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:38.011816 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:39.432889 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:47.056647 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:29:59.973576 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:30:04.585410 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69ce724f-4930-459f-acf0-61e1957dbcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:07.238173 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0fa372c-ddf1-46b6-a8fa-2081e40e2571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:07.906353 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:08.012352 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:09.435704 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:17.074733 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:34.589901 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c41444b-89f3-4d54-868b-92c76210cae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:36.972864 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:30:37.239624 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-304fae83-c72f-443e-a272-0fe2b4e382ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:37.906970 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:38.014176 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:39.437812 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:30:47.085238 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:04.592672 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7b17f593-88b1-4003-bbff-4580309e1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:07.241774 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0137e93b-81bd-4ca1-9f5c-f01914ba1808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:07.910190 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:08.014999 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:09.439892 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:13.974378 dv-neutron-827824-1-hyperv neutron-server[87623]: DEBUG neutron.db.agents_db [None req-45928cd7-9bac-429d-9b44-5232fd6e5ce2 None None] Agent healthcheck: found 6 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:31:17.091773 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:34.594424 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38c9a024-d1d3-479c-8eec-b6470d65c3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:37.243168 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b44dd9b0-b221-4488-911b-6e14f3ec58ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:37.913745 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d34-2529-437c-bbc5-5415c2d668e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:38.016742 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51a5144e-41ac-4537-81c9-8f8ec1aa933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:39.441968 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29ec1839-4ef8-4663-9ceb-36d21e5eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:31:47.104732 dv-neutron-827824-1-hyperv neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c067b2ff-0480-4456-bdfd-860c6c121afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761478250024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1966334'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}